-- Logs begin at Wed 2021-08-11 15:38:10 UTC, end at Wed 2021-08-11 16:44:26 UTC. -- Aug 11 16:12:47.935237 dv-cinder-804265-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 16:12:50.279354 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.common.config [-] Logging enabled! Aug 11 16:12:50.280070 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7 Aug 11 16:12:50.280175 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 16:12:50.283321 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.common.config [-] Logging enabled! Aug 11 16:12:50.283579 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7 Aug 11 16:12:50.283893 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 16:12:50.284822 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 11 16:12:50.285062 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 11 16:12:50.285428 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 11 16:12:50.285678 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 11 16:12:50.285911 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 11 16:12:50.286309 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.286833 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.287139 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.287377 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.287680 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.287975 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.288261 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.288554 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.288854 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.289142 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.289425 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.289710 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.289945 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.290227 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.290518 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.290829 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.291057 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] debug = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.291339 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.291766 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.292182 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.292475 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.292766 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.293047 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.293320 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.293605 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.293892 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.294222 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] host = dv-cinder-804265-1-iscsi {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.294504 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.294823 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.295114 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.295401 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.295681 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.295960 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.296248 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.296526 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.296800 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.297079 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.297367 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.297658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.297955 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.298183 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.298416 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.298725 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.299014 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.299294 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.299572 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.299850 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.300127 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.300402 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.300677 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.300965 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.301251 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.301534 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.301810 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.302796 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.303080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.303359 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.303649 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.303931 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.304212 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.304488 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.304779 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.305050 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.305329 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.305631 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.305919 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.306205 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.306491 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.306794 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.307077 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.307354 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.307629 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.307902 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] use_json = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.308178 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.308449 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.308732 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.309006 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.309281 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.309558 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.309831 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.310115 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:50.310414 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.310735 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.311036 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.311321 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.311616 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.311897 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.312185 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.312464 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.312753 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.313041 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.313330 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.313611 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.313897 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.314181 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.314476 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.314804 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.315097 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.315387 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.315661 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.315935 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.316207 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.316485 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.316771 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.317064 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.317357 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.318239 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.318535 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.318838 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.319389 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.319665 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.319950 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.320242 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.320524 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.320801 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.321087 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.321367 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.321642 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.321918 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.322199 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.322491 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.322793 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.323067 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.323340 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.323619 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.323892 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.324187 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.324467 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.324744 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.325019 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.325299 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.325575 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.325851 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.326131 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.326406 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.326713 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.326990 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.327265 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.327541 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.327815 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.328088 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.328538 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.328632 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.328893 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.329167 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.329441 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.329712 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.329986 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.330258 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.330557 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.330858 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.331136 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.331416 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.331694 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.331973 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.332252 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.332529 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.332807 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.333084 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.333406 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.333765 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.333972 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.334262 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.334576 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.334856 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.335149 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.335427 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.335709 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.335988 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.336267 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.336558 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.336840 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.337139 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.337431 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.337723 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.338016 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.338310 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.338612 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.338923 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.339203 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:50.339424 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 16:12:50.339665 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79044) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 16:12:50.729736 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO keyring.backend [-] Loading KWallet Aug 11 16:12:50.736968 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO keyring.backend [-] Loading SecretService Aug 11 16:12:50.741145 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO keyring.backend [-] Loading Windows Aug 11 16:12:50.742462 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO keyring.backend [-] Loading chainer Aug 11 16:12:50.743069 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO keyring.backend [-] Loading macOS Aug 11 16:12:50.777032 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:12:50.777306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:12:50.777600 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:12:50.777940 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 16:12:51.088915 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.089214 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.089492 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.090732 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.091011 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.091282 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.215869 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.216149 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.216425 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.231010 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.231295 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.231573 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.261270 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.261550 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.261820 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.307075 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.307686 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.307877 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.554445 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.554752 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.555026 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.555297 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.556248 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.688522 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.688848 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.689138 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.689414 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.689681 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.689992 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.690446 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.690845 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.691111 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.691396 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.691664 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.691933 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.692197 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.692480 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.692828 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.693099 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.693358 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.693635 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.693890 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.694425 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.694806 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.695063 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.695316 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.695604 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.695858 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.696109 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.696506 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:51.696754 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:51.696997 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:51.697240 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:51.697481 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:51.697723 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:51.698193 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 16:12:51.701397 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 16:12:51.705648 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 16:12:51.710072 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 11 16:12:51.711855 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 16:12:51.712327 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 16:12:51.712644 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 16:12:51.713033 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 16:12:51.716682 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 16:12:51.717093 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 16:12:51.717674 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 16:12:51.747244 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 16:12:51.747708 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.748015 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79044) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 16:12:51.748380 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.749750 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79044) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 16:12:51.750202 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 16:12:51.750642 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 16:12:51.754494 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.754809 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:51.821220 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 16:12:51.821459 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 16:12:51.821699 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 16:12:51.822082 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 16:12:51.857855 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_db.sqlalchemy.engines [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79044) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 11 16:12:52.195322 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing driver for type 'gre' Aug 11 16:12:52.195772 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] gre ID ranges: [(1, 1000)] Aug 11 16:12:52.254153 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing driver for type 'local' Aug 11 16:12:52.254477 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing driver for type 'vlan' Aug 11 16:12:52.267365 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] VlanTypeDriver initialization complete Aug 11 16:12:52.267672 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing driver for type 'vxlan' Aug 11 16:12:52.268171 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] vxlan ID ranges: [(1, 1000)] Aug 11 16:12:52.320707 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing extension driver 'port_security' Aug 11 16:12:52.321349 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] PortSecurityExtensionDriver initialization complete Aug 11 16:12:52.321473 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing mechanism driver 'openvswitch' Aug 11 16:12:52.321856 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing mechanism driver 'hyperv' Aug 11 16:12:52.328388 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.plugins.ml2.plugin [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:52.329162 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.329538 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.329894 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.330290 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.330674 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.331029 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.331414 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.331766 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.332112 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.332493 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > security_group after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.332845 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > security_group after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.333849 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > security_group after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.334252 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.334629 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.334976 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.335362 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > address_group after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.335711 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > address_group after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.336053 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > address_group after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.336401 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] ML2 OVO RPC backend initialized. {{(pid=79044) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 11 16:12:52.337108 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.337473 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.337894 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.338248 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > networks before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.338631 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.338982 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > ports before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.339331 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.339675 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnets before_response 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.340026 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.340372 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.340713 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.341056 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.341399 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.341742 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.342089 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.342435 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.342803 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.343388 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.plugin [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Modular L2 Plugin initialization complete Aug 11 16:12:52.343721 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading services supported by the core plugin {{(pid=79044) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 16:12:52.344053 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.plugins.ml2.managers [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Got port-security extension from driver 'port_security' Aug 11 16:12:52.344520 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.extensions.vlantransparent [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Disabled vlantransparent extension. Aug 11 16:12:52.345012 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79044) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 16:12:52.345330 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: router Aug 11 16:12:52.381193 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_interface before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.381592 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_create 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.381971 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router before_create 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.382345 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.382754 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.383118 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_delete 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.383483 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > floatingip after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.383855 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_create 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.384209 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_update 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.384565 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_update 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.384919 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.385286 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_update 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.385705 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_update 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.386081 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.386430 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.386800 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: subnet after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.387144 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.387504 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > port precommit_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.387855 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_create 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.388201 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.388548 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.388910 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router after_update 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.389261 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_delete 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.389614 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_create 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.389979 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.390331 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_update 55549900 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.390731 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > agent after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.391090 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > agent after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.391439 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > network after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.392301 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Tracking information for resource: router configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:52.392637 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Tracking information for resource: floatingip configured {{(pid=79044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:52.398040 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.db.l3_agentschedulers_db [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 16:12:52.398650 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.399014 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port after_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.399368 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port after_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.399723 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: port after_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.400509 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router before_create 55550100 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.400876 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_delete 55550100 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.401243 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_create 55550100 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.401601 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > router precommit_update 55550100 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.405875 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.provider_configuration [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service providers = [] {{(pid=79044) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 16:12:52.406246 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.db.servicetype_db [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79044) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 16:12:52.409241 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.service_base [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:52.409595 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.service_base [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:52.409939 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.service_base [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:52.410861 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.services.service_base [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:52.411421 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.services.service_base [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 16:12:52.411801 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.412114 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 16:12:52.422488 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.422856 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: auto_allocate Aug 11 16:12:52.428754 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: network precommit_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.429171 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: network precommit_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.429640 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.429965 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: tag Aug 11 16:12:52.436701 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.437037 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: timestamp Aug 11 16:12:52.440833 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.441166 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: network_ip_availability Aug 11 16:12:52.447297 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.447624 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.447989 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.448706 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.449031 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: flavors Aug 11 16:12:52.455185 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.455519 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading Plugin: revisions Aug 11 16:12:52.460425 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:52.460815 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.683s {{(pid=79044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:12:52.461537 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79044) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 16:12:52.461874 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Initializing extension manager. Aug 11 16:12:52.462381 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: __init__.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.462759 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: __pycache__ {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.463097 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.463432 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: address_group.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.464187 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.464749 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: address-group Aug 11 16:12:52.465074 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: address_scope.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.465794 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.466310 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: address-scope Aug 11 16:12:52.466667 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: admin_state_down_before_update.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.467618 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.468129 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: router-admin-state-down-before-update Aug 11 16:12:52.468459 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: agent.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.469178 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.469690 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: agent Aug 11 16:12:52.470015 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: agent_resources_synced.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.470964 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.471478 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: agent-resources-synced Aug 11 16:12:52.471805 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: allowedaddresspairs.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.473603 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.474341 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: allowed-address-pairs Aug 11 16:12:52.474705 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: auto_allocated_topology.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.475849 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.476530 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: auto-allocated-topology Aug 11 16:12:52.476899 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: availability_zone.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.477897 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.478430 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: availability_zone Aug 11 16:12:52.478787 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: availability_zone_filter.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.480070 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.480685 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: availability_zone_filter Aug 11 16:12:52.481050 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: data_plane_status.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.482250 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.482896 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 16:12:52.483338 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: default_subnetpools.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.484462 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.485400 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: default-subnetpools Aug 11 16:12:52.485780 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: dhcpagentscheduler.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.486948 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.487731 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: dhcp_agent_scheduler Aug 11 16:12:52.488198 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: dns.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.489292 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.490445 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension dns-integration not supported by any of loaded plugins Aug 11 16:12:52.490858 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: dns_domain_ports.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.492191 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.492734 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 16:12:52.493144 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: dvr.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.493986 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.494790 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: dvr Aug 11 16:12:52.495185 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: empty_string_filtering.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.496270 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.496855 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: empty-string-filtering Aug 11 16:12:52.497362 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.498687 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.499298 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 16:12:52.499631 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.500569 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.501079 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 16:12:52.501409 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: external_net.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.502345 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.502897 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: external-net Aug 11 16:12:52.503228 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: extra_dhcp_opt.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.504156 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.504670 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: extra_dhcp_opt Aug 11 16:12:52.505052 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: extraroute.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.506485 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.507033 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: extraroute Aug 11 16:12:52.507360 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: extraroute_atomic.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.508416 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.508931 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: extraroute-atomic Aug 11 16:12:52.509265 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: filter_validation.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.509979 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.510491 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: filter-validation Aug 11 16:12:52.510868 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: fip_pf_description.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.511970 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.512485 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 16:12:52.512815 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: fip_port_details.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.513767 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.514311 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: fip-port-details Aug 11 16:12:52.514666 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: flavors.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.515948 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.516465 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: flavors Aug 11 16:12:52.516798 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.518472 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.519023 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 16:12:52.519355 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: floatingip_pools.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.520064 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.520610 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: floatingip-pools Aug 11 16:12:52.520961 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: ip_allocation.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.521895 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.522403 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 16:12:52.522764 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.524156 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.524242 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: ip-substring-filtering Aug 11 16:12:52.524511 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l2_adjacency.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.525453 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.525960 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 16:12:52.526290 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.527332 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.527855 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: router Aug 11 16:12:52.528190 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3_conntrack_helper.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.530432 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.531005 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 16:12:52.531344 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.532288 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.532814 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: ext-gw-mode Aug 11 16:12:52.533152 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.534091 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.534642 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: l3-ha Aug 11 16:12:52.534978 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3_flavors.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.535918 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.536466 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: l3-flavors Aug 11 16:12:52.536952 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.537907 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.538421 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 16:12:52.538783 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: l3agentscheduler.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.539822 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.540338 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: l3_agent_scheduler Aug 11 16:12:52.540671 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: logging.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.542169 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.542721 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension logging not supported by any of loaded plugins Aug 11 16:12:52.543064 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: metering.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.544029 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.545022 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: metering Aug 11 16:12:52.545491 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.546892 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.547424 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: metering_source_and_destination_fields Aug 11 16:12:52.547755 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: multiprovidernet.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.548818 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.549342 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: multi-provider Aug 11 16:12:52.549677 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: netmtu.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.550638 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.551156 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: net-mtu Aug 11 16:12:52.551487 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: netmtu_writable.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.553128 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.553643 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: net-mtu-writable Aug 11 16:12:52.553975 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: network_availability_zone.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.554704 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.555225 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: network_availability_zone Aug 11 16:12:52.555557 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: network_ip_availability.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.556663 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.557182 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: network-ip-availability Aug 11 16:12:52.557514 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: network_segment_range.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.558291 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.558831 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 16:12:52.559161 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: pagination.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.560154 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.560488 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: pagination Aug 11 16:12:52.560817 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: port_device_profile.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.561745 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.562263 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: port-device-profile Aug 11 16:12:52.562625 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.563562 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.564082 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: port-mac-address-regenerate Aug 11 16:12:52.564412 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.565342 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.565857 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: port-numa-affinity-policy Aug 11 16:12:52.566189 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: port_resource_request.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.567147 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.567774 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 16:12:52.568711 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: portbindings.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.569932 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.570447 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: binding Aug 11 16:12:52.570801 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: portbindings_extended.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.572064 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.572577 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: binding-extended Aug 11 16:12:52.572908 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: portsecurity.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.573831 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.574343 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: port-security Aug 11 16:12:52.574719 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: project_id.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.575718 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.576051 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: project-id Aug 11 16:12:52.576380 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: providernet.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.577306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.577820 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: provider Aug 11 16:12:52.578148 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.581845 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.582372 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos not supported by any of loaded plugins Aug 11 16:12:52.582738 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.584032 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.584550 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 16:12:52.584893 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.585830 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.586353 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 16:12:52.586712 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_default.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.587643 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.588163 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-default not supported by any of loaded plugins Aug 11 16:12:52.588497 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_fip.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.589161 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.589669 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-fip not supported by any of loaded plugins Aug 11 16:12:52.589998 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_gateway_ip.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.590968 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.591483 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 16:12:52.591807 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_port_network_policy.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.592738 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.593251 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 16:12:52.593577 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_rule_type_details.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.594512 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.595048 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 16:12:52.595377 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: qos_rules_alias.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.596436 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.596951 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 16:12:52.597280 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: quotasv2.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.598230 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.598733 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: quotas Aug 11 16:12:52.599069 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: quotasv2_detail.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.600694 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.601034 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: quota_details Aug 11 16:12:52.601370 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: rbac.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.602443 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.603007 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: rbac-policies Aug 11 16:12:52.603344 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: rbac_address_group.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.604296 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.604821 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: rbac-address-group Aug 11 16:12:52.605152 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: rbac_address_scope.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.606092 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.606628 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: rbac-address-scope Aug 11 16:12:52.606961 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: rbac_security_groups.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.607891 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.608413 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: rbac-security-groups Aug 11 16:12:52.608737 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: rbac_subnetpool.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.609677 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.610188 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: rbac-subnetpool Aug 11 16:12:52.610517 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: revisionifmatch.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.611496 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.612010 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: revision-if-match Aug 11 16:12:52.612344 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: revisions.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.613478 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.613990 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: standard-attr-revisions Aug 11 16:12:52.614320 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: router_availability_zone.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.615565 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.616079 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: router_availability_zone Aug 11 16:12:52.616406 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: routerservicetype.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.617339 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.617853 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension router-service-type not supported by any of loaded plugins Aug 11 16:12:52.618182 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.619148 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.619660 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: security-groups-normalized-cidr Aug 11 16:12:52.619991 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: security_groups_port_filtering.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.620929 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.621442 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: port-security-groups-filtering Aug 11 16:12:52.621772 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.622740 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.623256 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: security-groups-remote-address-group Aug 11 16:12:52.623585 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: securitygroup.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.633753 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.634284 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: security-group Aug 11 16:12:52.634657 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: segment.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.635457 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.635977 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension segment not supported by any of loaded plugins Aug 11 16:12:52.636308 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.637257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.637770 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 16:12:52.638098 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: servicetype.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.639277 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.639804 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: service-type Aug 11 16:12:52.640138 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: sorting.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.641129 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.641464 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: sorting Aug 11 16:12:52.641799 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: standard_attr_segment.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.642754 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.643273 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 16:12:52.643603 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: standardattrdescription.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.644260 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.644767 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: standard-attr-description Aug 11 16:12:52.645094 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: stateful_security_group.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.646216 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.646758 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: stateful-security-group Aug 11 16:12:52.647092 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: stdattrs_common.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.647688 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 16:12:52.648015 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.649031 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.649549 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 16:12:52.649880 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: subnet_onboard.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.650990 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.651512 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: subnet_onboard Aug 11 16:12:52.651844 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.652796 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.653309 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 16:12:52.653641 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: subnet_service_types.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.654612 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.655132 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: subnet-service-types Aug 11 16:12:52.655462 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: subnetallocation.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.656556 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.657074 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: subnet_allocation Aug 11 16:12:52.657403 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.658079 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.658625 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: subnetpool-prefix-ops Aug 11 16:12:52.658954 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.659900 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.660411 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 16:12:52.660736 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: tagging.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.661852 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.662381 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: standard-attr-tag Aug 11 16:12:52.662738 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: timestamp.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.663953 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.664470 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loaded extension: standard-attr-timestamp Aug 11 16:12:52.664800 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: trunk.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.665849 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.666397 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension trunk not supported by any of loaded plugins Aug 11 16:12:52.666774 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: trunk_details.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.667704 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.668215 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension trunk-details not supported by any of loaded plugins Aug 11 16:12:52.668540 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: uplink_status_propagation.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.669474 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.669988 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 16:12:52.670316 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Loading extension file: vlantransparent.py {{(pid=79044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:52.671028 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:52.671538 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 16:12:52.673970 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:network Aug 11 16:12:52.674739 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:subnet Aug 11 16:12:52.675532 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:52.676156 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:port Aug 11 16:12:52.677983 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.678430 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service FLAVORS assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.679103 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.679541 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.679876 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:router Aug 11 16:12:52.680534 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:floatingip Aug 11 16:12:52.681261 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service METERING assigned prefix: /metering {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.682747 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.683198 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.683482 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:52.684642 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 16:12:52.685100 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:security_group Aug 11 16:12:52.685772 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 16:12:52.686533 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service CORE assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.686879 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:52.687235 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] subnetpool is already registered Aug 11 16:12:52.687869 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service CORE assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.688201 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:52.688534 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] subnetpool is already registered Aug 11 16:12:52.691143 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.691585 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service FLAVORS assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.692183 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.693199 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.693539 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:router Aug 11 16:12:52.693876 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] router is already registered Aug 11 16:12:52.694771 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:floatingip Aug 11 16:12:52.695107 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] floatingip is already registered Aug 11 16:12:52.695742 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service METERING assigned prefix: /metering {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.696428 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 16:12:52.696765 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] rbac_policy is already registered Aug 11 16:12:52.697357 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:security_group Aug 11 16:12:52.697649 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] security_group is already registered Aug 11 16:12:52.698246 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 16:12:52.698624 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] security_group_rule is already registered Aug 11 16:12:52.699314 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service CORE assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.699650 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:52.699989 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] subnetpool is already registered Aug 11 16:12:52.700592 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.v2.resource_helper [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Service CORE assigned prefix: {{(pid=79044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:52.700925 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:52.701257 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING neutron.quota.resource_registry [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] subnetpool is already registered Aug 11 16:12:52.701914 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: extensions {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.703398 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: address-groups {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.705020 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: address-scopes {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.706242 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: agents {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.707437 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: auto-allocated-topology {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.708734 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: availability_zones {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.711019 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: dhcp-networks {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.712447 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: dhcp-agents {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.713881 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: routers {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.715733 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: flavors {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.716900 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: service_profiles {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.718103 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: next_providers {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.719675 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: service_profiles {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.721129 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: floatingip-pools {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.722351 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: routers {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.724364 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: floatingips {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.725553 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: l3-routers {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.726972 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: l3-agents {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.728410 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: metering-labels {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.729761 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: metering-label-rules {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.731085 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: network-ip-availabilities {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.732352 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: bindings {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.734024 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: quotas {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.735531 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: quotas {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.736953 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: rbac-policies {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.738255 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: security-groups {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.740008 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: security-group-rules {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.741375 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: service-providers {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.742632 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: subnetpools {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.744055 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: subnetpools {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.745509 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.747217 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.749082 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.750898 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.752711 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.754575 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.756959 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.758887 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.760655 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.762510 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron.api.extensions [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Extended resource: tags {{(pid=79044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:52.768366 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING keystonemiddleware.auth_token [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 16:12:52.774140 dv-cinder-804265-1-iscsi neutron-server[79044]: WARNING keystonemiddleware.auth_token [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 16:12:52.782080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Acquired lock "singleton_lock" {{(pid=79044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 16:12:52.782584 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_concurrency.lockutils [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Releasing lock "singleton_lock" {{(pid=79044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 16:12:52.783226 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Starting 2 workers Aug 11 16:12:52.787941 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Started child 79151 {{(pid=79044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:52.792268 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Started child 79152 {{(pid=79044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:52.792957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:52.793784 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO neutron.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 16:12:52.794429 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Notify callbacks [] for process, before_spawn {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:52.794611 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [-] (79151) wsgi starting up on http://0.0.0.0:9696 Aug 11 16:12:52.796444 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:52.796884 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Starting 1 workers Aug 11 16:12:52.797931 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [-] (79152) wsgi starting up on http://0.0.0.0:9696 Aug 11 16:12:52.802475 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Started child 79153 {{(pid=79044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:52.803028 dv-cinder-804265-1-iscsi neutron-server[79044]: INFO oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Starting 1 workers Aug 11 16:12:52.805934 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] calling RpcWorker wait() {{(pid=79153) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 16:12:52.806482 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] returning from RpcWorker wait() {{(pid=79153) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 16:12:52.807396 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Started child 79154 {{(pid=79044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:52.807800 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:52.808164 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG neutron_lib.callbacks.manager [None req-ef2b92b4-e10c-4259-afa3-9042f58afe6d None None] Notify callbacks [] for process, after_spawn {{(pid=79044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:52.808393 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:52.810017 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 11 16:12:52.810232 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 11 16:12:52.810421 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 11 16:12:52.810654 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 11 16:12:52.811014 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 11 16:12:52.811189 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 11 16:12:52.811701 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.811980 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.812273 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.812424 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:52.812886 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.812886 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.813352 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.813634 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.813872 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.814144 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.814379 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.814571 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.814750 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.815023 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.815254 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.815554 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.815816 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.816061 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.816320 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.816496 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.816752 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.817018 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.817248 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.817592 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] debug = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.818849 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.819211 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.819387 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.819635 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.819878 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.820152 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.820382 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.820655 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.820922 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.821175 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.821414 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.821678 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.821924 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.822174 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.822401 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.822693 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.822916 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.823414 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] host = dv-cinder-804265-1-iscsi {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.823670 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.823917 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.824159 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.824407 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.824663 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.824892 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.825158 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.825403 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.825666 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.825895 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.826145 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.826373 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.826631 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.826889 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.827057 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_options = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.827277 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.827564 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.827831 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.828036 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.828215 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.828394 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.828647 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.828814 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.829072 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.829313 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.829587 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.829774 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.830022 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.830258 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.830553 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.830795 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.831045 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.831277 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.831535 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.831766 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.832002 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.832246 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.832470 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.832707 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.832972 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.833213 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.833607 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.833607 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.833607 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.834326 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.834490 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.834770 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.835023 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.835268 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.835503 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.835733 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.835952 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.836228 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.836461 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.836706 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.836968 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.837193 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.837422 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.837669 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.837905 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.838122 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_json = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839231 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839231 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839231 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839231 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839231 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839625 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839699 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.839938 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.840373 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.840661 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.840960 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.841283 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.841702 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.842002 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.842253 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.842489 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.842781 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.843021 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.846306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847698 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.847843 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850704 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.850797 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.851214 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.851214 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.851399 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.851639 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.851898 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.852128 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.852355 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.852574 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.852799 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.853017 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.853292 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.853497 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.853758 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.853995 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.854221 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.854463 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.854706 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.854933 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.855187 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.855413 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.855643 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.855850 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.856073 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.856331 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.856586 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.856848 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.857047 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.857262 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.857486 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.857723 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.857941 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.858166 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.858385 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.858635 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.858854 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.859080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.859296 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.859515 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.859756 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.859993 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.860233 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.860435 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.860671 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.860909 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.861163 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.861368 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.861580 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.861880 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.862209 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.862453 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.862771 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.863029 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.863299 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.863545 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.863828 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.864080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.864320 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.865265 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.865636 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.865920 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.866167 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.866396 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.866668 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.866908 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.867131 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.867359 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.867601 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.867868 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.868095 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.868361 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.868617 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.868881 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.869138 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.869374 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.869639 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.870787 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.870787 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.870787 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.870787 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.871772 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.871772 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.871772 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.871772 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.872302 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.872302 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.872569 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.873114 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.873114 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874075 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874075 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874075 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874075 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874684 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874684 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874684 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.874968 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.876966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.877476 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.877631 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.877947 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.878100 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.878346 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.878629 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.879203 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.879203 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.879378 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880268 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880268 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880268 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880268 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880572 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880748 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.880986 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.881216 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.881440 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.883658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884532 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884697 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.884950 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.885214 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.885450 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.886300 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.886554 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.886803 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.887021 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.887247 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.887503 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.887734 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.887966 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.888181 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.888418 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.888674 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.889007 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.889255 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.889488 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.889739 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.889958 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.890188 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.890418 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.890662 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.890900 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.891117 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.891333 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.891610 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.891852 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.892095 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.892306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.892540 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.892750 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.892972 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.893181 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.894252 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.894501 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.894752 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.894995 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.895234 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.895459 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.895727 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.895941 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.896166 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.896375 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.896607 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.896826 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.897030 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.897258 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.897449 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.897748 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.898009 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.898230 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.898537 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.898803 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.899032 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.899300 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.899621 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.899834 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.900068 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.900322 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.900547 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.900770 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.901040 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.901379 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.901690 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.901941 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.902440 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.902570 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.902784 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.903063 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.903296 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.903609 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.903948 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.904241 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.904499 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.904729 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.905007 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.905257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.905478 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.905720 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.905957 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.906179 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.906448 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.906713 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.906940 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.907177 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.907409 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.907623 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.907851 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.908083 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.908307 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.908528 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.908688 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 16:12:52.909212 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 11 16:12:52.909355 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 11 16:12:52.909513 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 11 16:12:52.909683 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 11 16:12:52.909854 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 11 16:12:52.910008 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 11 16:12:52.910221 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.910385 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.910565 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.910731 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.910895 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.911079 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.911939 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.911939 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.912113 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.912250 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.912431 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.912534 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.912697 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.912858 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913020 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913181 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913354 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913509 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913795 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913892 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.913986 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.914165 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.914303 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] debug = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.914464 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.914683 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.914847 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915012 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915175 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915340 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915501 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915661 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915814 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.915969 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.916125 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.916280 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.916445 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.916605 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.916764 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.916924 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.917084 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.917245 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] host = dv-cinder-804265-1-iscsi {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.917407 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.917575 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.917730 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.917890 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.918054 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.918215 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.918373 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.918577 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.918715 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.918876 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.919040 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.919201 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.919360 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.919521 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.919685 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_options = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.919845 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.920005 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.920165 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.920358 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.920523 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.920685 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.920847 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921008 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921169 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921329 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921491 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921652 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921802 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.921962 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.922122 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.922283 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.922443 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.922625 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.922788 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.922950 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.923111 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.923271 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.923432 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.923593 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.923753 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.923914 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.924074 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.924239 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.924384 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.924539 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.924694 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.924858 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925019 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925179 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925339 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925501 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925661 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925826 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.925986 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.926145 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.926305 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.926466 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.926652 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.926800 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.927080 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.927298 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_json = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.927507 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.927721 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.929163 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.929410 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.929670 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.930010 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.930179 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.930348 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:52.930550 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.930728 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.931086 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.931257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.931417 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.931576 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.931741 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.931905 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.932068 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.932233 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.932395 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.932542 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.932722 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.932887 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.933051 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.933220 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.933382 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.933546 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.933709 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.933873 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.934038 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.934205 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.934385 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.934576 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.934743 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.934906 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.935071 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.935235 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.935400 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.935566 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.935732 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.935896 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.936059 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.936222 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.936589 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.936589 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.936758 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.936858 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.937022 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.937186 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.937350 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.937513 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.937677 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.937842 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.938005 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.938171 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.938338 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.938496 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.938683 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.938847 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939022 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939186 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939349 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939515 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939634 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:52.939746 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939834 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.939981 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.940143 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.940309 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.940473 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.940635 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.940812 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.940974 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.941137 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.941299 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.941461 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.941625 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.941787 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.941949 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.942111 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.942276 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.942439 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.943142 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.943306 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.943468 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.943633 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.943795 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.944212 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.944376 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.944538 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.944700 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.944863 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.945024 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.945186 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.945357 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.945535 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.945698 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.945860 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.946023 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.946185 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.946347 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.946510 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.946696 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.946859 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.947023 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.947187 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.947349 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.947564 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.947680 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.947842 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948005 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948169 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948331 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948499 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948663 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948825 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.948989 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.949152 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.949314 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.949477 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.949682 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.949809 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.949950 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.950115 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.950278 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.950448 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.950650 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.950805 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.950969 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.951161 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.951368 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.951617 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.951617 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.951907 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.951907 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952137 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952267 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952388 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952509 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952658 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952820 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.952983 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.953169 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.953572 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.953572 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.953811 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.953811 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954040 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954160 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954279 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954398 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954553 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954722 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.954886 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.955049 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.955214 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.955377 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.955540 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.955704 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.955866 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.956028 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.956193 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.956357 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.956521 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.956684 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.956846 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957009 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957172 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957338 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957504 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957665 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957828 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.957991 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.958257 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.959067 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.959233 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.959397 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.959560 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.959801 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.959930 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960052 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960250 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960374 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960484 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960637 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960805 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.960971 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.961133 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.961297 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.961460 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.961623 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.961789 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.961953 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.962117 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.962283 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.962446 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.962631 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.962800 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.962964 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.963129 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.963360 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.963496 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.963628 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.963759 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.963922 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.964085 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.964294 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.964428 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.964565 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.964731 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.964894 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.965059 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.965223 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.965387 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.965550 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.965715 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.965892 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.966057 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.966219 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.966382 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.966562 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.966741 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967089 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967089 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967247 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967364 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967537 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967700 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.967863 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.968025 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.968186 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.968483 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.968575 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.968677 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.968848 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.969039 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.969201 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.969364 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.969539 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.969703 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.969882 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.970027 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.970189 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.970351 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.970517 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.970714 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.970886 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.971056 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.971221 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.971394 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.971565 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.971737 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.971900 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.972069 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.972244 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.972408 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.972571 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.972736 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.972900 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.973063 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.973226 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.973390 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.973553 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.973736 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.973903 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.974072 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.974234 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.974379 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.974549 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.974727 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.974879 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.975028 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.975190 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.975348 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:52.975504 dv-cinder-804265-1-iscsi neutron-server[79044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 16:12:53.100654 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 54474) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:12:53.109098 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063014 Aug 11 16:13:03.587918 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f455e-8651-452a-a97b-d34da89a307b None None] get_active_networks_info from dv-cinder-804265-1-iscsi {{(pid=79153) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 11 16:13:03.672912 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f455e-8651-452a-a97b-d34da89a307b None None] No non-hosted networks {{(pid=79153) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 16:13:03.687669 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.agentschedulers_db [None req-6a6f455e-8651-452a-a97b-d34da89a307b None None] DHCP Agent not found on host dv-cinder-804265-1-iscsi {{(pid=79153) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 16:13:03.789956 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-899f835e-3347-4d37-9f09-63bfc5778f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678922'] for agent, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:03.984139 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678922'] for agent, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:03.985065 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.985597 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.986103 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.986622 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.987137 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.987638 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.988131 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.990997 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.991574 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.992068 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.992553 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.993021 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:03.993567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804265-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:04.007302 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804265-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:06.271613 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f623c656-3f1a-429a-a383-cce823a7d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678922'] for agent, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:06.333756 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82b0687a-e338-4c06-a312-09af88180845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:07.164419 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678922'] for agent, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:08.404421 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678922'] for agent, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:10.103748 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 54568) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:10.681784 dv-cinder-804265-1-iscsi neutron-server[79152]: WARNING oslo_policy.policy [None req-79cb1433-b356-4f2a-a5f6-63287d27cc9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:10.682332 dv-cinder-804265-1-iscsi neutron-server[79152]: WARNING oslo_policy.policy [None req-79cb1433-b356-4f2a-a5f6-63287d27cc9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:10.899598 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [None req-79cb1433-b356-4f2a-a5f6-63287d27cc9e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:10.900655 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-79cb1433-b356-4f2a-a5f6-63287d27cc9e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7959812 Aug 11 16:13:12.268114 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.db.l3_hamode_db [None req-9b173165-2862-4151-a858-9b0004862f55 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 16:13:12.356590 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b173165-2862-4151-a858-9b0004862f55 None None] Routers set() bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:12.356900 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b173165-2862-4151-a858-9b0004862f55 None None] Router IDs set() for agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 11 16:13:13.236591 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54582) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:13.810733 dv-cinder-804265-1-iscsi neutron-server[79151]: WARNING oslo_policy.policy [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:13.811280 dv-cinder-804265-1-iscsi neutron-server[79151]: WARNING oslo_policy.policy [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:14.026488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:14.123644 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.policy [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79151) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 16:13:14.168059 dv-cinder-804265-1-iscsi neutron-server[79151]: WARNING oslo_policy.policy [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:14.168423 dv-cinder-804265-1-iscsi neutron-server[79151]: WARNING oslo_policy.policy [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:14.176784 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.quota [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] Loaded quota_driver: . Aug 11 16:13:14.191676 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:14.250623 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774156423932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774156424337', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774156547821', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774156537089', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774156530872', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774156520986', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3414213', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3258920', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1929582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1979991'] for rbac-policy, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:14.312851 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:14.314223 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-231ad03a-9e4e-4948-ae8a-25f153561533 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0755668 Aug 11 16:13:16.870033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54600) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:17.208616 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:17.213829 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:17.218034 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Usage tracker for resource:network and tenant:7532a930827b42fe8d8a7c7270cdc8d5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:17.222482 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:17.228589 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:17.237831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Made reservation on behalf of 7532a930827b42fe8d8a7c7270cdc8d5 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:17.241273 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.258942 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.272588 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:17.276168 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Usage tracker for resource:security_group_rule and tenant:7532a930827b42fe8d8a7c7270cdc8d5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:17.281048 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:17.286615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:17.381037 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.384684 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.389925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:17.408728 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:13:17.434149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774154092180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.434695 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Unsubscribe: segment precommit_create {{(pid=79151) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 16:13:17.435195 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Added segment f2c8aa89-ed0b-4799-87bf-74e0b0198846 of type vlan for network 4db9220f-a7f6-4058-a0ae-eef97f1f706a Aug 11 16:13:17.486653 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7ec7a-bba2-4948-b887-30e2e829b957,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:17.511278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.511651 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.511991 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.512361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.512736 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.513071 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.513392 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.513735 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.514053 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.514356 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.514696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.515006 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Tracked resource versions report: Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: pushed versions: Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Log': {'1.0'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Network': {'1.1'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Port': {'1.7'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'PortForwarding': {'1.2'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'QosPolicy': {'1.8'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SubPort': {'1.0'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Subnet': {'1.1'}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Trunk': {'1.1'}} Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: consumer versions: Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'ConntrackHelper': '1.0', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Log': '1.0', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Network': '1.1', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Port': '1.7', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'PortForwarding': '1.2', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'QosPolicy': '1.8', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroup': '1.4', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroupRule': '1.2', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SubPort': '1.0', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Subnet': '1.1', Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Trunk': '1.1'}} Aug 11 16:13:17.516049 dv-cinder-804265-1-iscsi neutron-server[79151]: {{(pid=79151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:17.556064 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.559859 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:17.601242 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.602895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:17.603571 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.608144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:17.709497 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8382833 Aug 11 16:13:17.714286 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Pushing event updated for resources: {'Network': ['ID=4db9220f-a7f6-4058-a0ae-eef97f1f706a,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:17.736334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:17.745568 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:13:20.335709 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54616) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:20.781474 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900198a5-e7f2-4011-84a4-bfaab0fc1714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:20.782750 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-900198a5-e7f2-4011-84a4-bfaab0fc1714 admin admin] 10.222.0.18 "GET /v2.0/networks/4db9220f-a7f6-4058-a0ae-eef97f1f706a HTTP/1.1" status: 200 len: 825 time: 0.4460456 Aug 11 16:13:20.812761 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4ac32054-f0ce-422f-8e05-f3c22a8c922c admin admin] 10.222.0.18 "GET /v2.0/subnetpools/3d95badb-539f-457d-a862-f83124f4a2d1 HTTP/1.1" status: 200 len: 734 time: 0.0223801 Aug 11 16:13:20.821649 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Request body: {'subnet': {'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'name': 'private-subnet'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:20.825906 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:20.829604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Usage tracker for resource:subnet and tenant:7532a930827b42fe8d8a7c7270cdc8d5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:20.832452 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:20.838579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:20.847869 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Made reservation on behalf of 7532a930827b42fe8d8a7c7270cdc8d5 for: {'subnet': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:20.851186 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:21.125278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:21.130322 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:21.229695 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Checking segment: {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:21.230084 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Network hostable DHCP agents. Network: 4db9220f-a7f6-4058-a0ae-eef97f1f706a, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:13:21.235396 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a848a25-b901-4198-b2bd-9f6786d6f1ae,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:21.239170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:21.254318 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:13:21.265213 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 4db9220f-a7f6-4058-a0ae-eef97f1f706a) {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:21.269723 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:21.270300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:21.274946 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba13702-9680-426e-8921-5d56de1cc095 None None] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:21.289996 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4723275 Aug 11 16:13:21.678965 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:13:21.680184 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:21.863742 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Allocated IP 172.20.0.2 (4db9220f-a7f6-4058-a0ae-eef97f1f706a/6a848a25-b901-4198-b2bd-9f6786d6f1ae/21987bab-d2cd-4a73-b227-43212b227a0e) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:13:22.095620 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.109304 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Transition to ACTIVE for port object 21987bab-d2cd-4a73-b227-43212b227a0e will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:22.128651 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Transition to ACTIVE for port object 21987bab-d2cd-4a73-b227-43212b227a0e will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:22.136516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.142243 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:22.202217 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:22.205098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:22.212267 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:13:22.214342 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Pushing event updated for resources: {'Port': ['ID=21987bab-d2cd-4a73-b227-43212b227a0e,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:22.254481 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.254841 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.255176 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.255499 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.255818 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.256652 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.256996 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.257379 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.257715 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.258033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.258348 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.258682 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Tracked resource versions report: Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: pushed versions: Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Log': {'1.0'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Network': {'1.1'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Port': {'1.7'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'PortForwarding': {'1.2'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'QosPolicy': {'1.8'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SubPort': {'1.0'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Subnet': {'1.1'}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Trunk': {'1.1'}} Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: consumer versions: Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'ConntrackHelper': '1.0', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Log': '1.0', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Network': '1.1', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Port': '1.7', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'PortForwarding': '1.2', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'QosPolicy': '1.8', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroup': '1.4', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroupRule': '1.2', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SubPort': '1.0', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Subnet': '1.1', Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Trunk': '1.1'}} Aug 11 16:13:22.259754 dv-cinder-804265-1-iscsi neutron-server[79153]: {{(pid=79153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:22.290260 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:22.314514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Attempting to bind port 21987bab-d2cd-4a73-b227-43212b227a0e on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:13:22.314918 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Attempting to bind port 21987bab-d2cd-4a73-b227-43212b227a0e by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:13:22.315342 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Attempting to bind port 21987bab-d2cd-4a73-b227-43212b227a0e on network 4db9220f-a7f6-4058-a0ae-eef97f1f706a {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:13:22.321434 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:13:22.321839 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Checking segment: {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:22.322332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.322746 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Bound using segment: {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:13:22.323225 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Bound port: 21987bab-d2cd-4a73-b227-43212b227a0e, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:13:22.323611 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.411402 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] For port 21987bab-d2cd-4a73-b227-43212b227a0e, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:13:22.415998 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] For port 21987bab-d2cd-4a73-b227-43212b227a0e, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=21987bab-d2cd-4a73-b227-43212b227a0e,segment=NetworkSegment(f2c8aa89-ed0b-4799-87bf-74e0b0198846),segment_id=f2c8aa89-ed0b-4799-87bf-74e0b0198846)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:13:22.420305 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.424017 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:22.525133 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Pushing event updated for resources: {'Port': ['ID=21987bab-d2cd-4a73-b227-43212b227a0e,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:22.551758 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:23.679459 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54628) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:24.058413 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [None req-d2942307-eb1c-4cba-a87c-f4c9368c868a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:24.059427 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d2942307-eb1c-4cba-a87c-f4c9368c868a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3791385 Aug 11 16:13:26.181228 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22264931-e445-40ba-8753-5bfce02d93ca None None] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:26.289593 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-9f828118-fbc4-4738-8292-5d91d428ab1f None None] Provisioning for port 21987bab-d2cd-4a73-b227-43212b227a0e completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:26.413604 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 21987bab-d2cd-4a73-b227-43212b227a0e up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:26.461344 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54642) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:26.513446 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 21987bab-d2cd-4a73-b227-43212b227a0e completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:26.519003 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 21987bab-d2cd-4a73-b227-43212b227a0e triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:26.519467 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:26.641887 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:26.678337 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 21987bab-d2cd-4a73-b227-43212b227a0e, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=21987bab-d2cd-4a73-b227-43212b227a0e,segment=NetworkSegment(f2c8aa89-ed0b-4799-87bf-74e0b0198846),segment_id=f2c8aa89-ed0b-4799-87bf-74e0b0198846)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:13:26.682958 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:26.685130 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:26.756437 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-1575c5c5-d8c3-4680-8cbd-590a3e721e0b None None] Provisioning complete for port 21987bab-d2cd-4a73-b227-43212b227a0e triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:26.756817 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1575c5c5-d8c3-4680-8cbd-590a3e721e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:26.797597 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=21987bab-d2cd-4a73-b227-43212b227a0e,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:26.803349 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:26.851016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [None req-9006d5c5-0162-42bf-9068-518444572a19 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:26.852085 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-9006d5c5-0162-42bf-9068-518444572a19 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3897943 Aug 11 16:13:28.374206 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 21987bab-d2cd-4a73-b227-43212b227a0e up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:28.441387 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 21987bab-d2cd-4a73-b227-43212b227a0e triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:28.441761 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.434710 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54654) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:29.787762 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Request body: {'router': {'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'name': 'router1', 'admin_state_up': True}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:29.792724 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:29.796457 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Usage tracker for resource:router and tenant:7532a930827b42fe8d8a7c7270cdc8d5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:29.799665 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:29.805332 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:29.815162 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.816866 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.840602 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.949333 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.967822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.969101 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c4dd4284-1fb6-4071-a74e-973f95a04deb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5334036 Aug 11 16:13:32.288497 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54664) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:32.653717 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [None req-1c2cbc1b-27ee-44b3-9272-ef320ddab704 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:32.654711 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-1c2cbc1b-27ee-44b3-9272-ef320ddab704 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3652678 Aug 11 16:13:33.525413 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7bea414c-597c-4214-a9a4-65956202c407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.968845 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:34.992540 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54674) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:35.349175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:35.357070 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:35.361240 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Usage tracker for resource:network and tenant:2f4eabb0f62045bd8736327c9282e795 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:35.364112 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:35.369835 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:35.379257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Made reservation on behalf of 2f4eabb0f62045bd8736327c9282e795 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:35.381585 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.393054 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.407224 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:35.410861 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4eabb0f62045bd8736327c9282e795 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:35.414277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:35.419812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:35.500851 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.504716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.508665 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:35.520951 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Reserving flat network on physical network physnet1 {{(pid=79151) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 16:13:35.545098 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e85080-4d4e-49b1-9d25-6679c447d41a,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:35.547789 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.548126 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Added segment 00bf43f0-b728-44de-8273-0ba610bdff48 of type flat for network 8c2a4b30-49c1-451e-a923-0433d5530612 Aug 11 16:13:35.549249 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:35.580388 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.616044 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.617346 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:35.617918 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.622349 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:35.718532 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7249415 Aug 11 16:13:35.723247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2a4b30-49c1-451e-a923-0433d5530612,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:35.725988 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:35.736474 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 8c2a4b30-49c1-451e-a923-0433d5530612 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:13:35.883338 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:13:36.271039 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cbc340ee-5588-4ad9-912b-628df7293ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:37.107319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:38.046447 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54694) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:38.253442 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcba75a-9676-4a07-a96b-561b2a535f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:38.254787 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4dcba75a-9676-4a07-a96b-561b2a535f26 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a848a25-b901-4198-b2bd-9f6786d6f1ae HTTP/1.1" status: 200 len: 849 time: 0.2072945 Aug 11 16:13:38.356733 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:38.398928 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-109a4c19-7e0c-4e75-ac74-4cd6983e6b8b admin admin] 10.222.0.18 "GET /v2.0/routers/df1fa57b-dfbe-49f0-bb2d-ea81f231db14 HTTP/1.1" status: 200 len: 704 time: 0.1385202 Aug 11 16:13:38.863376 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.116591 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Allocated IP 172.20.0.1 (4db9220f-a7f6-4058-a0ae-eef97f1f706a/6a848a25-b901-4198-b2bd-9f6786d6f1ae/6d52d033-8e10-4d4d-9e14-ea7b568c2bc1) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:13:39.268043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.284963 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Transition to ACTIVE for port object 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:39.339932 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.344277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:39.405214 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:39.407868 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:39.411665 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:13:39.412854 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.525560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Pushing event updated for resources: {'Port': ['ID=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:39.533748 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:39.660303 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-493867cf-7794-4525-b990-6e73a48c2914 None None] Provisioning for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:39.665477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-493867cf-7794-4525-b990-6e73a48c2914 None None] Provisioning complete for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:39.665853 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-493867cf-7794-4525-b990-6e73a48c2914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.683366 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.720636 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-493867cf-7794-4525-b990-6e73a48c2914 None None] Port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:13:39.905798 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.909861 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.911002 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:39.915961 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:40.010878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Pushing event updated for resources: {'Port': ['ID=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:40.058361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:40.110156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:40.111234 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:40.344582 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0dd74cca-8469-4e71-a0bd-7e4ff48e3958 None None] Provisioning complete for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:40.345070 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0dd74cca-8469-4e71-a0bd-7e4ff48e3958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:40.348801 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:13:40.398425 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0dd74cca-8469-4e71-a0bd-7e4ff48e3958 None None] Port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:13:40.504541 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:13:40.514436 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Sync routers for ids ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:13:40.515226 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] 10.222.0.18 "PUT /v2.0/routers/df1fa57b-dfbe-49f0-bb2d-ea81f231db14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1114120 Aug 11 16:13:40.526081 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Routers {'df1fa57b-dfbe-49f0-bb2d-ea81f231db14'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:40.526978 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:13:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:40.707436 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Set router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:41.079274 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'name': 'router1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:29Z', 'updated_at': '2021-08-11T16:13:39Z', 'revision_number': 2, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'gw_port_host': None, '_interfaces': [{'id': '6d52d033-8e10-4d4d-9e14-ea7b568c2bc1', 'name': '', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'mac_address': 'fa:16:3e:b2:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:38Z', 'updated_at': '2021-08-11T16:13:39Z', 'revision_number': 2, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'subnets': [{'id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:41.084370 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Checking router: df1fa57b-dfbe-49f0-bb2d-ea81f231db14 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:13:41.084743 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Updating router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:13:41.135948 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:41.515102 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:41.531033 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Transition to ACTIVE for port object 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:41.538176 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:41.544597 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:41.758162 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Pushing event updated for resources: {'Port': ['ID=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:41.774050 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.774325 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.774684 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.775007 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.775323 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.775640 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.775951 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.776262 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.776588 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.776899 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.777204 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.777509 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Tracked resource versions report: Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: pushed versions: Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Log': {'1.0'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Network': {'1.1'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Port': {'1.7'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'PortForwarding': {'1.2'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'QosPolicy': {'1.8'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SubPort': {'1.0'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Subnet': {'1.1'}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Trunk': {'1.1'}} Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: consumer versions: Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'ConntrackHelper': '1.0', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Log': '1.0', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Network': '1.1', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Port': '1.7', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'PortForwarding': '1.2', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'QosPolicy': '1.8', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroup': '1.4', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroupRule': '1.2', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SubPort': '1.0', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Subnet': '1.1', Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Trunk': '1.1'}} Aug 11 16:13:41.778587 dv-cinder-804265-1-iscsi neutron-server[79154]: {{(pid=79154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:41.782157 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:41.798270 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Attempting to bind port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:13:41.798701 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Attempting to bind port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:13:41.799134 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Attempting to bind port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 on network 4db9220f-a7f6-4058-a0ae-eef97f1f706a {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:13:41.805194 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:13:41.805610 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Checking segment: {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:41.806099 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:41.806487 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Bound using segment: {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:13:41.807021 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Bound port: 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c8aa89-ed0b-4799-87bf-74e0b0198846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:13:41.807405 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:41.895543 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] For port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:13:41.901468 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] For port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,segment=NetworkSegment(f2c8aa89-ed0b-4799-87bf-74e0b0198846),segment_id=f2c8aa89-ed0b-4799-87bf-74e0b0198846)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:13:41.904478 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:41.908343 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:41.993648 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Pushing event updated for resources: {'Port': ['ID=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,revision_number=4']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:41.996783 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:42.004531 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Routers {'df1fa57b-dfbe-49f0-bb2d-ea81f231db14'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:42.005131 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:13:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:42.166164 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] Set router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:42.483382 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'name': 'router1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:29Z', 'updated_at': '2021-08-11T16:13:39Z', 'revision_number': 2, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'gw_port_host': None, '_interfaces': [{'id': '6d52d033-8e10-4d4d-9e14-ea7b568c2bc1', 'name': '', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'mac_address': 'fa:16:3e:b2:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:38Z', 'updated_at': '2021-08-11T16:13:41Z', 'revision_number': 4, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'subnets': [{'id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:42.487337 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f7da3-16eb-4c5a-91e2-b54a6d1b0eb4 None None] The sync data for ids ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'] in dv-cinder-804265-1-iscsi is: [{'id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'name': 'router1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:29Z', 'updated_at': '2021-08-11T16:13:39Z', 'revision_number': 2, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'gw_port_host': None, '_interfaces': [{'id': '6d52d033-8e10-4d4d-9e14-ea7b568c2bc1', 'name': '', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'mac_address': 'fa:16:3e:b2:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:38Z', 'updated_at': '2021-08-11T16:13:41Z', 'revision_number': 4, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'subnets': [{'id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:13:42.695822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54716) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:42.845084 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18825b7a-e651-404f-b2ce-1736655e232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:42.845642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-18825b7a-e651-404f-b2ce-1736655e232a admin admin] Synchronizing usage tracker for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:13:42.863752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-18825b7a-e651-404f-b2ce-1736655e232a admin admin] Unset dirty status for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:13:42.865230 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-18825b7a-e651-404f-b2ce-1736655e232a admin admin] 10.222.0.18 "GET /v2.0/networks/8c2a4b30-49c1-451e-a923-0433d5530612 HTTP/1.1" status: 200 len: 842 time: 0.1681385 Aug 11 16:13:42.874701 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:42.879944 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:42.884991 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Usage tracker for resource:subnet and tenant:2f4eabb0f62045bd8736327c9282e795 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:42.887812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:42.893854 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:42.903320 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Made reservation on behalf of 2f4eabb0f62045bd8736327c9282e795 for: {'subnet': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:42.905731 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:43.283958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.objects.ports [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79151) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 11 16:13:43.284428 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:43.289716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e1bb0e50-5fb4-4746-af5b-5bef71bf48cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:43.360409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86cc7ae2-c943-468f-82e7-371ef5f7811d,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:43.364328 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:43.369009 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:43.369361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Network hostable DHCP agents. Network: 8c2a4b30-49c1-451e-a923-0433d5530612, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:13:43.388649 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:13:43.399344 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 8c2a4b30-49c1-451e-a923-0433d5530612) {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:43.403473 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:43.404060 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:43.408935 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff2245-f402-4e7b-8e23-ec0b07380005 None None] Network 8c2a4b30-49c1-451e-a923-0433d5530612 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:43.439145 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-dd0a31dd-5f4d-4783-9e00-33ce8bf630f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5680122 Aug 11 16:13:43.637528 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9086033-6681-4048-be21-0c38c9dedef8 None None] Network 8c2a4b30-49c1-451e-a923-0433d5530612 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:44.404914 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:44.481259 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:44.489782 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:44.491628 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:44.611999 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:44.647760 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,segment=NetworkSegment(f2c8aa89-ed0b-4799-87bf-74e0b0198846),segment_id=f2c8aa89-ed0b-4799-87bf-74e0b0198846)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:13:44.651751 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:44.654848 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:44.718988 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=6d52d033-8e10-4d4d-9e14-ea7b568c2bc1,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:44.722061 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:45.630499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54730) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:45.823517 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-cb2405a4-7d46-4472-aa8d-fea3df5f53f8 admin admin] 10.222.0.18 "GET /v2.0/routers/df1fa57b-dfbe-49f0-bb2d-ea81f231db14 HTTP/1.1" status: 200 len: 710 time: 0.1917598 Aug 11 16:13:45.948479 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d484-311e-4904-a0ff-50cb8c577086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:45.949784 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3534d484-311e-4904-a0ff-50cb8c577086 admin admin] 10.222.0.18 "GET /v2.0/networks/8c2a4b30-49c1-451e-a923-0433d5530612 HTTP/1.1" status: 200 len: 886 time: 0.1212342 Aug 11 16:13:45.958233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:46.387291 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:46.438840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:46.455220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:46.455598 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:46.763107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:46.819464 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:46.951447 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Allocated IP 172.27.0.115 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/665ac0e8-f334-45fc-932b-e901edf7e18f) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:13:47.094503 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:47.123254 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:47.127584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:47.188269 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:47.190942 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:47.195069 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:13:47.258312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Pushing event updated for resources: {'Port': ['ID=665ac0e8-f334-45fc-932b-e901edf7e18f,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:47.310617 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:47.576267 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:47.950458 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:47.953658 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1671600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1671561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1735549'] for router, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:48.125543 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:13:48.298233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:13:48.308286 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:48.308987 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Sync routers for ids ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:13:48.309483 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] 10.222.0.18 "PUT /v2.0/routers/df1fa57b-dfbe-49f0-bb2d-ea81f231db14 HTTP/1.1" status: 200 len: 890 time: 2.3543630 Aug 11 16:13:48.319868 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Routers {'df1fa57b-dfbe-49f0-bb2d-ea81f231db14'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:48.320528 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:13:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:48.512521 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Set router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:48.861153 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'name': 'router1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '665ac0e8-f334-45fc-932b-e901edf7e18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:29Z', 'updated_at': '2021-08-11T16:13:47Z', 'revision_number': 4, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'gw_port': {'id': '665ac0e8-f334-45fc-932b-e901edf7e18f', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:46Z', 'updated_at': '2021-08-11T16:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '6d52d033-8e10-4d4d-9e14-ea7b568c2bc1', 'name': '', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'mac_address': 'fa:16:3e:b2:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:38Z', 'updated_at': '2021-08-11T16:13:44Z', 'revision_number': 5, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'subnets': [{'id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:48.868038 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Checking router: df1fa57b-dfbe-49f0-bb2d-ea81f231db14 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:13:48.868394 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Updating router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 port 665ac0e8-f334-45fc-932b-e901edf7e18f binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:13:48.919671 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.245288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.256917 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Transition to ACTIVE for port object 665ac0e8-f334-45fc-932b-e901edf7e18f will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:49.263108 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.267631 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:49.368704 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Attempting to bind port 665ac0e8-f334-45fc-932b-e901edf7e18f on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:13:49.369282 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Attempting to bind port 665ac0e8-f334-45fc-932b-e901edf7e18f by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:13:49.369408 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Attempting to bind port 665ac0e8-f334-45fc-932b-e901edf7e18f on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:13:49.371304 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346263ae-76bf-4f73-9f39-c7348dcc3351 None None] Pushing event updated for resources: {'Port': ['ID=665ac0e8-f334-45fc-932b-e901edf7e18f,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:49.375638 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-346263ae-76bf-4f73-9f39-c7348dcc3351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:49.379566 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:13:49.379937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:49.380879 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.381273 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:13:49.381732 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Bound port: 665ac0e8-f334-45fc-932b-e901edf7e18f, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:13:49.382126 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.451740 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] For port 665ac0e8-f334-45fc-932b-e901edf7e18f, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:13:49.454653 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] For port 665ac0e8-f334-45fc-932b-e901edf7e18f, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=665ac0e8-f334-45fc-932b-e901edf7e18f,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:13:49.458933 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.462652 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-b4f1f7f6-5e22-4934-a6b0-03179b05ed15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:49.533207 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346263ae-76bf-4f73-9f39-c7348dcc3351 None None] Pushing event updated for resources: {'Port': ['ID=665ac0e8-f334-45fc-932b-e901edf7e18f,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:49.538360 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-346263ae-76bf-4f73-9f39-c7348dcc3351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:49.550550 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Routers {'df1fa57b-dfbe-49f0-bb2d-ea81f231db14'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:49.551173 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:13:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:49.728343 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] Set router df1fa57b-dfbe-49f0-bb2d-ea81f231db14 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:50.044315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'name': 'router1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '665ac0e8-f334-45fc-932b-e901edf7e18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:29Z', 'updated_at': '2021-08-11T16:13:47Z', 'revision_number': 4, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'gw_port': {'id': '665ac0e8-f334-45fc-932b-e901edf7e18f', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:46Z', 'updated_at': '2021-08-11T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '6d52d033-8e10-4d4d-9e14-ea7b568c2bc1', 'name': '', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'mac_address': 'fa:16:3e:b2:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:38Z', 'updated_at': '2021-08-11T16:13:44Z', 'revision_number': 5, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'subnets': [{'id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:50.048303 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c74aef-6ce9-442a-bca0-fea6033a2b05 None None] The sync data for ids ['df1fa57b-dfbe-49f0-bb2d-ea81f231db14'] in dv-cinder-804265-1-iscsi is: [{'id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'name': 'router1', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '665ac0e8-f334-45fc-932b-e901edf7e18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:29Z', 'updated_at': '2021-08-11T16:13:47Z', 'revision_number': 4, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'gw_port': {'id': '665ac0e8-f334-45fc-932b-e901edf7e18f', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:46Z', 'updated_at': '2021-08-11T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '6d52d033-8e10-4d4d-9e14-ea7b568c2bc1', 'name': '', 'network_id': '4db9220f-a7f6-4058-a0ae-eef97f1f706a', 'tenant_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'mac_address': 'fa:16:3e:b2:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1fa57b-dfbe-49f0-bb2d-ea81f231db14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:38Z', 'updated_at': '2021-08-11T16:13:44Z', 'revision_number': 5, 'project_id': '7532a930827b42fe8d8a7c7270cdc8d5', 'subnets': [{'id': '6a848a25-b901-4198-b2bd-9f6786d6f1ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d95badb-539f-457d-a862-f83124f4a2d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:13:50.418182 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 665ac0e8-f334-45fc-932b-e901edf7e18f up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:50.494985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 665ac0e8-f334-45fc-932b-e901edf7e18f completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:50.502232 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 665ac0e8-f334-45fc-932b-e901edf7e18f triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:50.502559 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:50.633151 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:50.649954 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 665ac0e8-f334-45fc-932b-e901edf7e18f, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=665ac0e8-f334-45fc-932b-e901edf7e18f,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:13:50.653489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:50.656044 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:50.675433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 54740) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:50.727826 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=665ac0e8-f334-45fc-932b-e901edf7e18f,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:50.731295 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:50.797223 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-700344a5-d494-4286-82d6-d8e605b4a51b admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1199400 Aug 11 16:13:52.395111 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 665ac0e8-f334-45fc-932b-e901edf7e18f up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:52.492416 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 665ac0e8-f334-45fc-932b-e901edf7e18f triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:52.492800 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:03.529888 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-46f87a28-636f-4510-a832-4d25fe6890c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:03.971484 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:06.278956 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ac736624-8a04-422a-be81-fefe522f0942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:07.109192 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:08.372182 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:12.883549 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:14:33.591326 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-006d98e6-d913-4650-bba5-647b8db08b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:33.976226 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:36.275583 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-84719781-aedd-4315-bedf-7776dd88d4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:37.116172 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:38.378338 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:49.883849 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:15:03.557513 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d5260791-c2a9-4146-a17f-e227eadb119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:03.985625 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:06.272341 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a7f-6dfb-47ee-8420-64e0e85f2ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:07.117204 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:08.407481 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:26.883885 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:15:33.542665 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-36d2c004-a46e-43b2-8a18-b7828033e477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:33.979480 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:36.265344 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ba7f8b5e-c5af-4314-8de6-f20df6450833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:37.113008 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:38.383627 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:51.423169 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55310) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:51.490689 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e77576b-9128-4be4-8f28-19b6de3256ac admin admin] GET failed (client error): The resource could not be found. Aug 11 16:15:51.491998 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5e77576b-9128-4be4-8f28-19b6de3256ac admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679007 Aug 11 16:15:51.626839 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead1a4a-8404-409d-b0c9-edbf0cbe0903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:51.628227 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-fead1a4a-8404-409d-b0c9-edbf0cbe0903 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1323590 Aug 11 16:15:53.765557 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55320) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:53.873104 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b002f-4386-4345-89dc-7e9dc0558404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:53.873661 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-987b002f-4386-4345-89dc-7e9dc0558404 admin admin] Synchronizing usage tracker for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:subnet {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:15:53.888863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-987b002f-4386-4345-89dc-7e9dc0558404 admin admin] Unset dirty status for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:subnet {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:15:53.889990 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-987b002f-4386-4345-89dc-7e9dc0558404 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a848a25-b901-4198-b2bd-9f6786d6f1ae HTTP/1.1" status: 200 len: 849 time: 0.1235142 Aug 11 16:15:53.899073 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:15:54.015788 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:54.204607 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774154075962'] for subnet, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:54.208597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:15:54.249412 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:54.250016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:54.251360 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] 10.222.0.18 "PUT /v2.0/subnets/6a848a25-b901-4198-b2bd-9f6786d6f1ae HTTP/1.1" status: 200 len: 868 time: 0.3559887 Aug 11 16:15:54.269760 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f8557-b6e1-434b-837b-9bf2795d68fe None None] Network 4db9220f-a7f6-4058-a0ae-eef97f1f706a requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:15:54.276799 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a848a25-b901-4198-b2bd-9f6786d6f1ae,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:15:54.284606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.284941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.285752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.285752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.285978 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.286224 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.286558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.286906 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.287956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.288512 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.289057 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.289608 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:54.294055 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:15:54.742063 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-248bd3fe-cd1e-4549-bd85-bba4194b111d None None] Provisioning complete for port 21987bab-d2cd-4a73-b227-43212b227a0e triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:15:54.742466 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-248bd3fe-cd1e-4549-bd85-bba4194b111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:54.870640 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-248bd3fe-cd1e-4549-bd85-bba4194b111d None None] Provisioning complete for port 6d52d033-8e10-4d4d-9e14-ea7b568c2bc1 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:15:54.870936 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-248bd3fe-cd1e-4549-bd85-bba4194b111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:56.456905 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55330) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:56.675612 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d8cf8-0dd0-45ba-9072-399e19ea8ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:56.675990 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d8cf8-0dd0-45ba-9072-399e19ea8ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:56.677480 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ed0d8cf8-0dd0-45ba-9072-399e19ea8ae1 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2195675 Aug 11 16:15:58.764427 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55340) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:59.064288 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.policy [None req-304f6a19-161f-4595-ad33-b5011b40b5a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79152) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 16:15:59.108835 dv-cinder-804265-1-iscsi neutron-server[79152]: WARNING oslo_policy.policy [None req-304f6a19-161f-4595-ad33-b5011b40b5a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:15:59.109208 dv-cinder-804265-1-iscsi neutron-server[79152]: WARNING oslo_policy.policy [None req-304f6a19-161f-4595-ad33-b5011b40b5a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:15:59.117855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f6a19-161f-4595-ad33-b5011b40b5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:59.118357 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304f6a19-161f-4595-ad33-b5011b40b5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:59.120279 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-304f6a19-161f-4595-ad33-b5011b40b5a0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3549182 Aug 11 16:16:01.209948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55352) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:01.378557 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ab9a6-c313-4b3e-8408-55ac65c5b567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:01.379881 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ff4ab9a6-c313-4b3e-8408-55ac65c5b567 admin admin] 10.222.0.18 "GET /v2.0/networks/4db9220f-a7f6-4058-a0ae-eef97f1f706a HTTP/1.1" status: 200 len: 869 time: 0.1689897 Aug 11 16:16:03.524294 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55362) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:03.545083 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca782-97e7-42e7-8588-c5ba040f17cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:03.689233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719d470-0783-4588-aa64-80260f96e28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:03.690590 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c719d470-0783-4588-aa64-80260f96e28c admin admin] 10.222.0.18 "GET /v2.0/networks/8c2a4b30-49c1-451e-a923-0433d5530612 HTTP/1.1" status: 200 len: 886 time: 0.1653390 Aug 11 16:16:03.884029 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:16:03.982100 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:05.809679 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55372) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:05.916756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa5ff7-e187-4372-a40a-cbde2eef2554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:05.917210 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa5ff7-e187-4372-a40a-cbde2eef2554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:05.918709 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-7afa5ff7-e187-4372-a40a-cbde2eef2554 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081498 Aug 11 16:16:06.268455 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d6a90a95-68ba-46c8-b0df-4492a44ecd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:07.116453 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:08.023359 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55382) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:08.127142 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006eac4-ee31-4b1b-b570-8a782dea9c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:08.127592 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006eac4-ee31-4b1b-b570-8a782dea9c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:08.129057 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5006eac4-ee31-4b1b-b570-8a782dea9c6b admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1047695 Aug 11 16:16:08.388102 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:10.253170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55392) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:10.360243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975db99-7a15-42ff-90f5-db3602911aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:10.361548 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-1975db99-7a15-42ff-90f5-db3602911aa7 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a848a25-b901-4198-b2bd-9f6786d6f1ae HTTP/1.1" status: 200 len: 868 time: 0.1074557 Aug 11 16:16:12.490495 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55402) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:12.592127 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aaa1b3-75fd-4283-86bd-d6be91a39238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:12.593432 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d0aaa1b3-75fd-4283-86bd-d6be91a39238 admin admin] 10.222.0.18 "GET /v2.0/subnets/86cc7ae2-c943-468f-82e7-371ef5f7811d HTTP/1.1" status: 200 len: 816 time: 0.1019797 Aug 11 16:16:33.606414 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d68235d0-2651-49c9-ac89-91fd2d1062e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:33.985547 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:35.343956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55446) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:35.391085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [None req-06902f53-f0f4-43f8-adde-07a41e156cc8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:16:35.392063 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-06902f53-f0f4-43f8-adde-07a41e156cc8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471807 Aug 11 16:16:36.271700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f690cdd6-04d2-4941-8c5e-461c4cc6adfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:37.126968 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:37.579532 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55456) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:37.644938 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.pecan_wsgi.hooks.translation [None req-8807af2c-076f-46d8-9a83-aac0fcc3016a admin admin] GET failed (client error): The resource could not be found. Aug 11 16:16:37.646968 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-8807af2c-076f-46d8-9a83-aac0fcc3016a admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665147 Aug 11 16:16:37.771436 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f0bf68-f0ca-4ecb-ad59-124bdbcbc39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:37.772793 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-50f0bf68-f0ca-4ecb-ad59-124bdbcbc39a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1220403 Aug 11 16:16:38.392060 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:39.904850 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55466) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:39.954548 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:16:39.955877 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.quota [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Loaded quota_driver: . Aug 11 16:16:39.962358 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:16:39.975683 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:16:39.990710 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Made reservation on behalf of 2f4eabb0f62045bd8736327c9282e795 for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:16:39.993541 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:40.088675 dv-cinder-804265-1-iscsi neutron-server[79152]: WARNING neutron.services.revisions.revision_plugin [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Could not find related network for resource to bump revision. Aug 11 16:16:40.103563 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:16:40.114964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774154092180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:40.115542 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Unsubscribe: segment precommit_create {{(pid=79152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 16:16:40.116048 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Added segment 4a643a41-4d7a-4baa-b546-698b72888d44 of type vlan for network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 Aug 11 16:16:40.183393 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:40.218415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:40.220146 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:40.220804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:40.227970 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:40.275587 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3697000 Aug 11 16:16:40.338783 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Pushing event updated for resources: {'Network': ['ID=f31b02e7-a22e-4f79-9505-ca0e79fb2d62,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:40.346953 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.347298 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.347627 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.347948 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.348328 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.349172 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.349495 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.349810 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.350141 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.350457 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.350861 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.351169 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Tracked resource versions report: Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: pushed versions: Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: { 'AddressGroup': {'1.2'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'ConntrackHelper': {'1.0'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Log': {'1.0'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Network': {'1.1'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Port': {'1.7'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'PortForwarding': {'1.2'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'QosPolicy': {'1.8'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroup': {'1.4'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SubPort': {'1.0'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Subnet': {'1.1'}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Trunk': {'1.1'}} Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: consumer versions: Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'ConntrackHelper': '1.0', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Log': '1.0', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Network': '1.1', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Port': '1.7', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'PortForwarding': '1.2', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'QosPolicy': '1.8', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroup': '1.4', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroupRule': '1.2', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SubPort': '1.0', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Subnet': '1.1', Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Trunk': '1.1'}} Aug 11 16:16:40.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: {{(pid=79152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:16:40.381517 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:40.388602 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:16:40.884695 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:16:42.419780 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55480) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:42.487386 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d6bab8-ac65-4421-aef1-1fad8118d4b1 admin admin] GET failed (client error): The resource could not be found. Aug 11 16:16:42.487920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-30d6bab8-ac65-4421-aef1-1fad8118d4b1 admin admin] Synchronizing usage tracker for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:network {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:16:42.503491 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-30d6bab8-ac65-4421-aef1-1fad8118d4b1 admin admin] Unset dirty status for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:network {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:16:42.505915 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-30d6bab8-ac65-4421-aef1-1fad8118d4b1 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0851502 Aug 11 16:16:42.613406 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae636e-5842-43eb-aaf2-8f3c789d5063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:42.615379 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-11ae636e-5842-43eb-aaf2-8f3c789d5063 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1053443 Aug 11 16:16:42.626247 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Request body: {'subnet': {'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:16:42.631778 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:16:42.641095 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:16:42.650330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Made reservation on behalf of 2f4eabb0f62045bd8736327c9282e795 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:16:42.652581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:42.882964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:42.887856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:42.958544 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=047f13f8-126d-4bfc-8a63-c80c4fe91345,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:42.963920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:42.967878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Checking segment: {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:16:42.968266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Network hostable DHCP agents. Network: f31b02e7-a22e-4f79-9505-ca0e79fb2d62, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:16:42.989435 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:16:42.998824 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, f31b02e7-a22e-4f79-9505-ca0e79fb2d62) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:16:43.003435 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:43.004013 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.008449 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d8449-257a-44cd-9fa9-e9238b5f74fc None None] Network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:16:43.028287 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4053645 Aug 11 16:16:43.228819 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-f31b02e7-a22e-4f79-9505-ca0e79fb2d62', 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62', 'tenant_id': '2f4eabb0f62045bd8736327c9282e795', 'fixed_ips': [{'subnet_id': '047f13f8-126d-4bfc-8a63-c80c4fe91345'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:16:43.229791 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.385288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Allocated IP 192.168.233.2 (f31b02e7-a22e-4f79-9505-ca0e79fb2d62/047f13f8-126d-4bfc-8a63-c80c4fe91345/ab34cce7-72ea-4e31-ab0d-05bb7b588077) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:16:43.618229 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.628532 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Transition to ACTIVE for port object ab34cce7-72ea-4e31-ab0d-05bb7b588077 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:16:43.648236 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Transition to ACTIVE for port object ab34cce7-72ea-4e31-ab0d-05bb7b588077 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:16:43.653627 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.657887 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:43.717715 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:16:43.720507 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:16:43.726544 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:16:43.733583 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Pushing event updated for resources: {'Port': ['ID=ab34cce7-72ea-4e31-ab0d-05bb7b588077,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:43.772240 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.772588 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.772929 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.773261 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.773592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.773922 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.774249 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.774601 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.774945 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.775272 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.775601 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.775916 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:43.783724 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:43.832783 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Attempting to bind port ab34cce7-72ea-4e31-ab0d-05bb7b588077 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:16:43.833151 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Attempting to bind port ab34cce7-72ea-4e31-ab0d-05bb7b588077 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:16:43.833522 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Attempting to bind port ab34cce7-72ea-4e31-ab0d-05bb7b588077 on network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:16:43.838937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:16:43.839318 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Checking segment: {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:16:43.839729 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.840126 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Bound using segment: {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:16:43.840643 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Bound port: ab34cce7-72ea-4e31-ab0d-05bb7b588077, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:16:43.841027 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.932248 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] For port ab34cce7-72ea-4e31-ab0d-05bb7b588077, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:16:43.935849 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] For port ab34cce7-72ea-4e31-ab0d-05bb7b588077, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=ab34cce7-72ea-4e31-ab0d-05bb7b588077,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:16:43.940308 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:43.945573 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:44.023647 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Pushing event updated for resources: {'Port': ['ID=ab34cce7-72ea-4e31-ab0d-05bb7b588077,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:44.026990 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:44.512319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device ab34cce7-72ea-4e31-ab0d-05bb7b588077 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:16:44.583587 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port ab34cce7-72ea-4e31-ab0d-05bb7b588077 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:16:44.876577 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea867e-55e2-44e3-9a1b-42c824236f8b None None] Network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:16:45.029512 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Provisioning for port ab34cce7-72ea-4e31-ab0d-05bb7b588077 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:16:45.040503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Provisioning complete for port ab34cce7-72ea-4e31-ab0d-05bb7b588077 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:16:45.040875 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:45.225477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:45.260634 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] For port ab34cce7-72ea-4e31-ab0d-05bb7b588077, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=ab34cce7-72ea-4e31-ab0d-05bb7b588077,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:16:45.266582 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:45.269134 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:45.346153 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Pushing event updated for resources: {'Port': ['ID=ab34cce7-72ea-4e31-ab0d-05bb7b588077,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:45.350672 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:45.489791 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6a7b44dc-4fc2-421f-b1ae-be1847e97da1 None None] Provisioning complete for port ab34cce7-72ea-4e31-ab0d-05bb7b588077 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:16:45.490422 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6a7b44dc-4fc2-421f-b1ae-be1847e97da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:46.479276 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device ab34cce7-72ea-4e31-ab0d-05bb7b588077 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:16:46.548503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port ab34cce7-72ea-4e31-ab0d-05bb7b588077 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:16:46.548884 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:03.549090 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-399abdf1-8bb6-47f8-936c-a2a4c10afc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:03.986592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:06.274072 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2e487fdf-62a4-4921-b4a3-73cdca81c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:07.124204 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:08.398008 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:17.885017 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:17:33.554837 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7d36d429-b97b-4c41-a51d-2ebaf73024ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:33.990871 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:36.277999 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-672fd5d5-d83e-4e5c-8840-234d78c3e8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:37.130210 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.402883 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:50.500263 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55530) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:17:50.507655 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [None req-291ee11c-32f2-423a-8bb0-2603d2ae3e7f tempest-verify_tempest_config-1946248158 tempest-verify_tempest_config-1946248158-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:17:50.508809 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-291ee11c-32f2-423a-8bb0-2603d2ae3e7f tempest-verify_tempest_config-1946248158 tempest-verify_tempest_config-1946248158-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073295 Aug 11 16:17:50.819999 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55548) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:17:50.932948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:50.947416 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:17:50.951102 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Usage tracker for resource:security_group_rule and tenant:a2670ff589044032b625a06ff2da71e8 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:17:50.953787 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:17:50.959904 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:17:51.042647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.046194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.055212 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:17:51.091611 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Synchronizing usage tracker for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:17:51.094763 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3f988-9b2a-4784-ad24-91e54f04fc90,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:17:51.105927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.106277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.106640 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.106973 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.107300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.107635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.108029 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.108344 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.108673 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.108987 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.109295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.109603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:51.116124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:17:51.121872 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Unset dirty status for tenant:2f4eabb0f62045bd8736327c9282e795 on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:17:51.123126 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2670ff589044032b625a06ff2da71e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3021817 Aug 11 16:17:51.125729 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55554) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:17:51.182286 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.206596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.297116 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.301354 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:17:51.311816 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3f988-9b2a-4784-ad24-91e54f04fc90,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:17:51.317034 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:17:51.318988 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.320081 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29e3f988-9b2a-4784-ad24-91e54f04fc90 HTTP/1.1" status: 204 len: 168 time: 0.1934330 Aug 11 16:17:54.884018 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:18:03.557401 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6e1495ce-2738-4c0b-a019-f5bb6af45131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:03.991685 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:06.279063 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9dd2fa43-9c7e-4344-ad2e-a7f481147948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:07.130426 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:08.410998 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:31.883095 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:18:33.606387 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9675-5099-4d0c-9a70-aa617781290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:33.994428 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:36.284289 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-799c19f8-7bd4-4855-9bbe-9a2bc9da1244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:37.134675 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:38.429664 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:03.567184 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8a260691-8272-4878-8bbe-f5354a4d2200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:03.999252 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:06.286973 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-67f802ec-22de-4054-b1b1-b716830bdff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:07.136802 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:08.416850 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:08.887208 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 5 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:19:25.898043 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678922'] for agent, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:33.559261 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9a15a66b-61c3-4f52-86c9-6eee1ee85ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:34.002676 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:36.288570 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0e3e4f96-cdda-4195-bb20-4b2b7785aff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:37.152362 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:38.418592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:41.781559 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55626) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:19:41.900242 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-b154ad1f-4e9e-472f-9b2d-5ff507495509 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1176567 Aug 11 16:19:44.027581 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55636) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:19:44.086004 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3fb1c79f-c9bc-49fc-8261-2ab493b19aa3 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0573599 Aug 11 16:19:45.886786 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:19:55.895486 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:03.562628 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-22d30529-ec5c-4c73-8382-2d7a12c43f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:04.005541 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:06.290399 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ddd96e4e-bc74-4381-8c8b-e47a9b87ffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:07.146326 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:08.421696 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:22.885826 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:20:25.899890 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:33.619067 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0e377869-05c6-4620-a995-fd085d668dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:34.007325 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:36.291735 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-018d0642-0094-4bb6-8ba8-af0c6bada731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:37.151147 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:38.426662 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:55.910029 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:59.885040 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:21:03.564886 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c00204b9-11cd-405e-a8ea-e23d16f57b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:04.009577 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:06.293916 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a483c4f7-da50-4dd6-be5b-d91366f7ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:07.151601 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:08.428054 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.229256 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55778) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:22.657622 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-484577826-network', 'tenant_id': '72a1dbe7066f42efaefea163311a2bd6'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:22.669003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:22.673683 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Usage tracker for resource:network and tenant:72a1dbe7066f42efaefea163311a2bd6 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:22.677359 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:22.686853 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:22.699678 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Made reservation on behalf of 72a1dbe7066f42efaefea163311a2bd6 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:22.702650 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.715434 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.730926 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:22.734711 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Usage tracker for resource:security_group_rule and tenant:72a1dbe7066f42efaefea163311a2bd6 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:22.741834 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:22.747927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:22.836383 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.841610 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.845933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:22.877985 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fa8ffb-ce2f-4aec-a6a5-288a1827d310,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:22.880743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:22.891429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.891781 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.892113 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.892432 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.892768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.893087 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.893405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.893803 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.894697 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.895008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.895481 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.895931 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Tracked resource versions report: Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: pushed versions: Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Log': {'1.0'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Network': {'1.1'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Port': {'1.7'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'PortForwarding': {'1.2'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'QosPolicy': {'1.8'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SubPort': {'1.0'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Subnet': {'1.1'}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Trunk': {'1.1'}} Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: consumer versions: Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'ConntrackHelper': '1.0', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Log': '1.0', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Network': '1.1', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Port': '1.7', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'PortForwarding': '1.2', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'QosPolicy': '1.8', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroup': '1.4', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SecurityGroupRule': '1.2', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'SubPort': '1.0', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Subnet': '1.1', Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: 'Trunk': '1.1'}} Aug 11 16:21:22.897094 dv-cinder-804265-1-iscsi neutron-server[79151]: {{(pid=79151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:22.905633 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:22.910954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.911284 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Added segment 6e9fb00a-0217-4fd6-a6c1-c59f14595d36 of type vlan for network b13f4087-b031-43a8-9692-0e81a02377b3 Aug 11 16:21:22.937295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.968356 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.970086 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:22.970899 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:22.976431 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:23.078855 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8475459 Aug 11 16:21:23.082492 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55832) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:23.084112 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Pushing event updated for resources: {'Network': ['ID=b13f4087-b031-43a8-9692-0e81a02377b3,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:23.086781 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:23.088418 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Request body: {'subnet': {'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-484577826-subnet', 'tenant_id': '72a1dbe7066f42efaefea163311a2bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:23.105223 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:23.109361 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Usage tracker for resource:subnet and tenant:72a1dbe7066f42efaefea163311a2bd6 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:23.111095 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network b13f4087-b031-43a8-9692-0e81a02377b3 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:23.113074 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:23.120124 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:23.131253 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Made reservation on behalf of 72a1dbe7066f42efaefea163311a2bd6 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:23.133916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.234478 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55842) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:23.346184 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.353194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0ff6e12c-ffb0-46a4-8fb5-09eabdec69c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:23.428425 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Checking segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:23.428784 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Network hostable DHCP agents. Network: b13f4087-b031-43a8-9692-0e81a02377b3, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:23.441279 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43367907-ad4d-4cbe-ae78-7c3f99e858ba,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:23.451132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.451472 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.451814 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.452134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.452556 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.453010 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.453131 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.453438 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.453730 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.454043 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.454358 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.454698 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Tracked resource versions report: Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: pushed versions: Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Log': {'1.0'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Network': {'1.1'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Port': {'1.7'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'PortForwarding': {'1.2'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'QosPolicy': {'1.8'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SubPort': {'1.0'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Subnet': {'1.1'}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Trunk': {'1.1'}} Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: consumer versions: Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'ConntrackHelper': '1.0', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Log': '1.0', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Network': '1.1', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Port': '1.7', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'PortForwarding': '1.2', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'QosPolicy': '1.8', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroup': '1.4', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SecurityGroupRule': '1.2', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'SubPort': '1.0', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Subnet': '1.1', Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: 'Trunk': '1.1'}} Aug 11 16:21:23.455695 dv-cinder-804265-1-iscsi neutron-server[79152]: {{(pid=79152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:23.461289 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:23.464634 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Network b13f4087-b031-43a8-9692-0e81a02377b3 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:23.478254 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, b13f4087-b031-43a8-9692-0e81a02377b3) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:23.482927 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:23.483569 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.492139 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55854) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:23.495238 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da028a-5765-45f8-8757-8e1782bf2b7c None None] Network b13f4087-b031-43a8-9692-0e81a02377b3 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:23.512249 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4283721 Aug 11 16:21:23.637712 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-299784364-network', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:23.647475 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:23.653642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Usage tracker for resource:network and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:23.657766 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:23.667374 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:23.673277 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55870) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:23.681829 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Made reservation on behalf of 64ed6a910a30438da12ff9e7b33f91e4 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:23.684470 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.709049 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.718784 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:23.723672 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:23.727267 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:23.734768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:23.785147 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0437a-bd66-4d3c-8f16-d51d014d8246 None None] Network b13f4087-b031-43a8-9692-0e81a02377b3 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:23.850246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.856160 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.862827 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:23.900756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b95288-7989-44df-9742-43b272456558,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:23.904192 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:23.908460 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:23.920194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:23.920583 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Added segment e20e24b2-a020-4ee5-abf5-5ade05df2101 of type vlan for network 51108e80-1c7c-4931-bec4-ea51e53ac27d Aug 11 16:21:23.945751 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1622443212-network', 'tenant_id': '6b295514fa704c8289ac04ee83907659'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:23.954489 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:23.978492 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Usage tracker for resource:network and tenant:6b295514fa704c8289ac04ee83907659 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:23.978492 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:23.982248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:23.985206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.008618 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Made reservation on behalf of 6b295514fa704c8289ac04ee83907659 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:24.011673 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.028573 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-765594751-network', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:24.033256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:24.035405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.041276 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Usage tracker for resource:network and tenant:3a6f9ecff88e44f58372754d7cb5cc06 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:24.053349 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:24.054023 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:24.055525 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.057930 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:24.058500 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.062059 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Usage tracker for resource:security_group_rule and tenant:6b295514fa704c8289ac04ee83907659 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:24.064755 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b2daf75c-be71-4cae-a428-00616f43ae12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:24.067472 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:24.077699 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:24.083351 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Made reservation on behalf of 3a6f9ecff88e44f58372754d7cb5cc06 for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:24.088224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.104202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.123575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:24.127927 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6f9ecff88e44f58372754d7cb5cc06 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:24.132157 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:24.139130 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:24.186090 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Pushing event updated for resources: {'Network': ['ID=51108e80-1c7c-4931-bec4-ea51e53ac27d,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:24.191777 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:24.193744 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:24.199124 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:24.228259 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9921348 Aug 11 16:21:24.231369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55896) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:24.266781 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.272191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.275944 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:24.298164 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.304038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Request body: {'subnet': {'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-subnet', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:24.309246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:24.314800 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Usage tracker for resource:subnet and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:24.318986 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:24.325800 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:24.328474 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:24.335654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.340053 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.341235 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Added segment 470bf2b6-d48a-45fe-97e3-d7d930cd40f7 of type vlan for network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 Aug 11 16:21:24.341675 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fb9fdcbc-f659-474d-824f-0ba45f7ee044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:24.365897 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a172e-3a8e-4605-9990-a7d56c7cf1a1,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:24.368271 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Made reservation on behalf of 64ed6a910a30438da12ff9e7b33f91e4 for: {'subnet': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:24.370583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.373503 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:24.375072 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.416868 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.418709 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:24.419328 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.433034 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:24.569178 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:24.580385 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:24.581864 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:24.624535 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9469137 Aug 11 16:21:24.624915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55908) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:24.631686 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Request body: {'subnet': {'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-subnet', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:24.639571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:24.648663 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Usage tracker for resource:subnet and tenant:3a6f9ecff88e44f58372754d7cb5cc06 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:24.663377 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:24.676801 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:24.703826 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Made reservation on behalf of 3a6f9ecff88e44f58372754d7cb5cc06 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:24.707166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.714970 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e20a3-199d-4726-8a00-5693f4e52fdd,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:24.726194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:24.727417 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:24.729771 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.737860 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:24.864039 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:24.864524 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Added segment 919f1c40-988b-4d54-b634-5277886fb387 of type vlan for network a23854e8-688e-49e8-899d-4d630382a6f6 Aug 11 16:21:24.999284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.036078 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ecc956-c9f4-4fba-933b-7151c16d82f9,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:25.041703 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:25.125984 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Checking segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:25.126404 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Network hostable DHCP agents. Network: 51108e80-1c7c-4931-bec4-ea51e53ac27d, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:25.133796 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.138967 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-edcd000d-051e-454d-bf49-67e60edd8f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:25.201341 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.202751 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:25.203349 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.213289 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:25.250083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:25.252665 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f25a71b-3648-4882-815a-2824a6f504c5,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:25.266951 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:25.311472 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Checking segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:25.311932 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Network hostable DHCP agents. Network: 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:25.338204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 51108e80-1c7c-4931-bec4-ea51e53ac27d) {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:25.348550 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:25.350468 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315e4b0-9fda-4e15-93d8-c978359a59ba None None] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:25.356103 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:25.365258 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:25.365962 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.400725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55940) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:25.402405 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7757311 Aug 11 16:21:25.404083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:25.404848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.410748 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Pushing event updated for resources: {'Network': ['ID=a23854e8-688e-49e8-899d-4d630382a6f6,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:25.417997 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:25.428555 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:25.430247 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9360204 Aug 11 16:21:25.433569 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 55944) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:25.433918 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.439621 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Usage tracker for resource:router and tenant:3a6f9ecff88e44f58372754d7cb5cc06 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.442422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Request body: {'subnet': {'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1622443212-subnet', 'tenant_id': '6b295514fa704c8289ac04ee83907659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:25.443842 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.448188 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2155631 Aug 11 16:21:25.450613 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.452076 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55950) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:25.455173 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.459932 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:25.465559 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.466137 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Usage tracker for resource:subnet and tenant:6b295514fa704c8289ac04ee83907659 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.472668 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Usage tracker for resource:router and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.475940 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.481056 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.488519 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.489078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.493540 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.494782 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.514285 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.514700 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Made reservation on behalf of 6b295514fa704c8289ac04ee83907659 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:25.517079 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.663286 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb2c15-6f84-449a-afa2-9d6cd4fba426 None None] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:25.689845 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.691427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.708061 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.830042 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network a23854e8-688e-49e8-899d-4d630382a6f6 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:26.032249 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.037596 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:26.101923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d44664-2388-49e8-8d7d-c6ebb820273b,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:26.106021 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:26.139568 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Checking segment: {'id': '919f1c40-988b-4d54-b634-5277886fb387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:26.140840 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Network hostable DHCP agents. Network: a23854e8-688e-49e8-899d-4d630382a6f6, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:26.164501 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Network a23854e8-688e-49e8-899d-4d630382a6f6 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:26.169840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 55988) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.185626 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, a23854e8-688e-49e8-899d-4d630382a6f6) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:26.191290 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:26.192004 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.232371 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-51108e80-1c7c-4931-bec4-ea51e53ac27d', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:21:26.233109 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.243014 dv-cinder-804265-1-iscsi neutron-server[79151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 16:21:26.247985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ea022-3457-4eef-8416-c033337bf460 None None] Network a23854e8-688e-49e8-899d-4d630382a6f6 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:26.255517 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8202412 Aug 11 16:21:26.290784 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.291562 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ae433-e4ba-4009-a146-ae15d10c87bc None None] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:26.410456 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.420955 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.606441 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b396661c-c249-4c7f-8c9a-4eb3e023ce21 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:26.607306 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b396661c-c249-4c7f-8c9a-4eb3e023ce21 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:26.822955 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56020) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.827119 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b396661c-c249-4c7f-8c9a-4eb3e023ce21 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:26.828373 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b396661c-c249-4c7f-8c9a-4eb3e023ce21 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.6498089 Aug 11 16:21:26.857951 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-075cc2a2-eec7-4c24-8053-efaed6cf3914 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/quotas/72a1dbe7066f42efaefea163311a2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0202003 Aug 11 16:21:26.946395 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b4e816a8-580e-4c41-8ee8-814932258df6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711384 Aug 11 16:21:26.991749 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.994463 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52603a7e-479d-41b3-88bd-93bd9994134c None None] Network a23854e8-688e-49e8-899d-4d630382a6f6 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:27.034573 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:27.045786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Usage tracker for resource:security_group_rule and tenant:b42fff8e51a94370a5f2f319637bd545 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:27.051412 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:27.060219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:27.203761 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.209404 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.223747 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.268427 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56044) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:27.282817 dv-cinder-804265-1-iscsi neutron-server[79152]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 16:21:27.309096 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2199ca4-da8d-4d49-86d5-e0c1144aa2a1,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.310513 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-41939872-c54f-43de-a0c6-ab28420f4faa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:21:27.311532 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-41939872-c54f-43de-a0c6-ab28420f4faa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0989540 Aug 11 16:21:27.313525 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Allocated IP 172.20.0.2 (51108e80-1c7c-4931-bec4-ea51e53ac27d/17ecc956-c9f4-4fba-933b-7151c16d82f9/2195115c-3ece-4249-a982-3bc05c3c2ae8) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:27.327697 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b42fff8e51a94370a5f2f319637bd545&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5011449 Aug 11 16:21:27.327697 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.328226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56050) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:27.387980 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.419450 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.454835 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.503726 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.517445 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.541961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-6ca21e2b-eb34-4118-9fdc-013d7018077d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:27.543483 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-6ca21e2b-eb34-4118-9fdc-013d7018077d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/networks?id=a23854e8-688e-49e8-899d-4d630382a6f6 HTTP/1.1" status: 200 len: 812 time: 0.2736681 Aug 11 16:21:27.551978 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.566903 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.571954 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Transition to ACTIVE for port object 2195115c-3ece-4249-a982-3bc05c3c2ae8 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:27.574401 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-01fea416-3014-4900-92b2-edf146625579 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/quotas/6b295514fa704c8289ac04ee83907659 HTTP/1.1" status: 200 len: 375 time: 0.0234408 Aug 11 16:21:27.599023 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Transition to ACTIVE for port object 2195115c-3ece-4249-a982-3bc05c3c2ae8 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:27.606306 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.613606 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.674159 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-f873ec02-b3bd-4ff4-8a6b-01b2356893b9 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b295514fa704c8289ac04ee83907659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881584 Aug 11 16:21:27.685165 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:27.688517 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:27.692910 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:27.699117 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Pushing event updated for resources: {'Port': ['ID=2195115c-3ece-4249-a982-3bc05c3c2ae8,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.702945 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.703839 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-a2141fec-050c-4d55-b929-bee55474098c service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755329 Aug 11 16:21:27.710817 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.729272 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2199ca4-da8d-4d49-86d5-e0c1144aa2a1,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.734790 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.736715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.740994 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2199ca4-da8d-4d49-86d5-e0c1144aa2a1 HTTP/1.1" status: 204 len: 168 time: 0.4117327 Aug 11 16:21:27.751668 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.752016 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.752447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.752788 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.753185 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.753508 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.753831 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.754155 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.754495 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.754937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.755257 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.755573 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Tracked resource versions report: Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: pushed versions: Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Log': {'1.0'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Network': {'1.1'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Port': {'1.7'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'PortForwarding': {'1.2'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'QosPolicy': {'1.8'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SubPort': {'1.0'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Subnet': {'1.1'}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Trunk': {'1.1'}} Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: consumer versions: Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'ConntrackHelper': '1.0', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Log': '1.0', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Network': '1.1', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Port': '1.7', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'PortForwarding': '1.2', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'QosPolicy': '1.8', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroup': '1.4', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SecurityGroupRule': '1.2', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'SubPort': '1.0', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Subnet': '1.1', Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: 'Trunk': '1.1'}} Aug 11 16:21:27.756588 dv-cinder-804265-1-iscsi neutron-server[79153]: {{(pid=79153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:27.783600 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.817669 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Allocated IP 172.27.0.209 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/44b79396-e187-42d4-bea7-f776b007522e) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:27.862178 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Attempting to bind port 2195115c-3ece-4249-a982-3bc05c3c2ae8 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:27.863228 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Attempting to bind port 2195115c-3ece-4249-a982-3bc05c3c2ae8 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:27.864038 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Attempting to bind port 2195115c-3ece-4249-a982-3bc05c3c2ae8 on network 51108e80-1c7c-4931-bec4-ea51e53ac27d {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:27.866347 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-9137d891-5904-4d12-a960-115494ceb0ab service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:21:27.867417 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-9137d891-5904-4d12-a960-115494ceb0ab service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976970 Aug 11 16:21:27.870370 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:27.870999 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Checking segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:27.871609 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.872278 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Bound using segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:27.872946 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Bound port: 2195115c-3ece-4249-a982-3bc05c3c2ae8, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:27.873617 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.971212 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] For port 2195115c-3ece-4249-a982-3bc05c3c2ae8, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:27.975809 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] For port 2195115c-3ece-4249-a982-3bc05c3c2ae8, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2195115c-3ece-4249-a982-3bc05c3c2ae8,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:27.984184 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.991153 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:28.036901 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-a3363a87-5645-4713-b4f5-6e4c9e7b7c7d service neutron] 10.222.0.18 "GET /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615584 Aug 11 16:21:28.094397 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Pushing event updated for resources: {'Port': ['ID=2195115c-3ece-4249-a982-3bc05c3c2ae8,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:28.110648 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:28.111949 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-1fb3a1e6-4d86-4eeb-901b-89bb60041318 service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987944 Aug 11 16:21:28.118212 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.217467 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-1266cfca-edd4-40d5-b868-5cdf0349ddae service neutron] 10.222.0.18 "GET /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729078 Aug 11 16:21:28.224112 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.231480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56072) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:28.242989 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-643c667f-eeaa-41f5-a31f-e21478ea194b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:28.249958 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.265855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:28.270730 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Usage tracker for resource:security_group_rule and tenant:237450f7a4ff484da2fa3cde85b33bed is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:28.274024 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:28.280166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:28.415625 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.438796 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.441131 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:28.451202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:28.452451 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:28.468784 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:28.672573 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Pushing event updated for resources: {'Port': ['ID=44b79396-e187-42d4-bea7-f776b007522e,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:28.682801 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:28.687334 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=237450f7a4ff484da2fa3cde85b33bed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4547818 Aug 11 16:21:28.690113 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56112) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:28.704192 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29641938-7ebd-4aaf-8920-fed414de887b,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:28.745294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:28.834762 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2195115c-3ece-4249-a982-3bc05c3c2ae8 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:28.851022 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Allocated IP 172.27.0.211 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/fea5eaec-0147-4c96-a4d0-4bf067560d23) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:28.856568 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4543d321-7381-4084-ba2e-7ef7f6fa3ae4 req-1d185756-2ec0-4acb-b0fa-695beb02a2a2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.0747817 Aug 11 16:21:28.858412 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.933641 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.997248 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.009993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3757c44c-e50f-4a0b-beea-5981d35812aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:29.044377 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29641938-7ebd-4aaf-8920-fed414de887b,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:29.049649 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 2195115c-3ece-4249-a982-3bc05c3c2ae8 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:29.051782 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:29.058137 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.059681 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29641938-7ebd-4aaf-8920-fed414de887b HTTP/1.1" status: 204 len: 168 time: 0.3573472 Aug 11 16:21:29.455055 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-086d0ebe-0148-444f-b392-b7ea9b96212b req-935ca7c1-555b-4509-a50e-963de3f0e6a2 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.3447180 Aug 11 16:21:29.717861 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.730273 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b25c6-ca99-494b-8f6d-a48626993635 None None] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:29.762568 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.990881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.995464 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Provisioning for port 2195115c-3ece-4249-a982-3bc05c3c2ae8 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:30.006353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.041048 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-14f459fb-5b13-4c52-99b4-e9ce5921b1ac req-463a0326-3679-46be-8413-a3152c97dd8f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.1048367 Aug 11 16:21:30.094391 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Provisioning complete for port 2195115c-3ece-4249-a982-3bc05c3c2ae8 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:30.094797 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.098120 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Pushing event updated for resources: {'Port': ['ID=fea5eaec-0147-4c96-a4d0-4bf067560d23,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:30.104672 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:30.197257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:30.200879 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:30.204579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:30.267838 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.314914 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56200) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:30.367319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] For port 2195115c-3ece-4249-a982-3bc05c3c2ae8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2195115c-3ece-4249-a982-3bc05c3c2ae8,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:30.376168 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.382326 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-2ffcfc3d-6e51-4108-9b07-6b7e03d43c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.462408 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Pushing event updated for resources: {'Port': ['ID=2195115c-3ece-4249-a982-3bc05c3c2ae8,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:30.472618 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:30.506070 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.538922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:30.544304 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Usage tracker for resource:security_group_rule and tenant:fb86ee1b73d449ae9eafe5688a7ceffa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:30.548096 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:30.556191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:30.662947 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2195115c-3ece-4249-a982-3bc05c3c2ae8 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:30.733090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.738726 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.771515 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2ad539ed-2de9-4562-a013-63c5b1e9417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.798793 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 2195115c-3ece-4249-a982-3bc05c3c2ae8 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:30.800686 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.848821 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a36a4-3d1d-4cfa-abd7-4cc8e0ca1f79,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:30.855119 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:30.869192 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb86ee1b73d449ae9eafe5688a7ceffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5522776 Aug 11 16:21:30.869822 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56222) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:30.905109 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b19cc749-8824-4b9e-b80c-bcc9ca5ff13f req-652a39ca-fcf4-4a9b-ab6d-9257556b1bcf tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.2990968 Aug 11 16:21:31.046186 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-a30c5e2e-f8cf-4852-b798-9b26d5dd6af6 None None] Provisioning complete for port 2195115c-3ece-4249-a982-3bc05c3c2ae8 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:31.046575 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a30c5e2e-f8cf-4852-b798-9b26d5dd6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.048488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.065557 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.116763 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.197973 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.204021 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:31.227016 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a36a4-3d1d-4cfa-abd7-4cc8e0ca1f79,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:31.228881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.243538 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:31.244405 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.245522 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/900a36a4-3d1d-4cfa-abd7-4cc8e0ca1f79 HTTP/1.1" status: 204 len: 168 time: 0.3748014 Aug 11 16:21:31.487060 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d8f5a66d-17ed-4456-bb4f-1f0e08b84ad6 req-7e1ac785-4827-494b-8441-54d3f39aa344 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.1203978 Aug 11 16:21:31.708739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:21:31.952584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.118156 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1fa0bd1c-ee27-41a8-acf9-3d059bb1b2fb req-1d5cad42-af49-4d56-af31-1acda9f94c67 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.0542624 Aug 11 16:21:32.210564 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:32.220678 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Sync routers for ids ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:32.233806 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Routers {'853a4674-66bb-4124-bcc3-87a5ea2c6d94'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:32.236062 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:32.261156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.265373 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56288) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:32.265633 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-2adc1b81-f192-4cc7-9fcf-dca06c38b078 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8636255 Aug 11 16:21:32.304149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:21:32.449858 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Set router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:32.660058 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:32.671565 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:32.688613 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:32.691584 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:32.862913 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.864645 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4114907 Aug 11 16:21:32.873796 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fa1a9327-666c-4f83-a1a4-cad849c19801 req-55737c3c-9d63-4968-8612-a6981b22ccb2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.1871231 Aug 11 16:21:32.874310 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56314) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:33.056397 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:28Z', 'revision_number': 3, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:33.066873 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Checking router: 853a4674-66bb-4124-bcc3-87a5ea2c6d94 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:33.068592 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Updating router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 port 44b79396-e187-42d4-bea7-f776b007522e binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:33.196054 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.312740 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:33.508719 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56340) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:33.633738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cafe6a6a-caea-4fe8-86ec-b181c105f1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.739444 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d3c1d3b3-7d1b-484d-95f5-b4b3b88dc265 req-0eecd6fa-313c-4869-aedf-31f96a186aca tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.2281325 Aug 11 16:21:33.741415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.950106 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.965348 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Transition to ACTIVE for port object 44b79396-e187-42d4-bea7-f776b007522e will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:33.973769 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.992009 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:34.153663 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Pushing event updated for resources: {'Port': ['ID=44b79396-e187-42d4-bea7-f776b007522e,revision_number=2']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:34.177223 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.181284 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.181609 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.181945 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.182277 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.182685 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.183013 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.183338 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.183810 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.186472 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.186882 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.187522 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.187777 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Tracked resource versions report: Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: pushed versions: Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Log': {'1.0'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Network': {'1.1'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Port': {'1.7'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'PortForwarding': {'1.2'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'QosPolicy': {'1.8'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SubPort': {'1.0'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Subnet': {'1.1'}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Trunk': {'1.1'}} Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: consumer versions: Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: { DHCP agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: L3 agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: Metadata agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: Metering agent@dv-cinder-804265-1-iscsi: {}, Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: Open vSwitch agent@dv-cinder-804265-1-iscsi: { 'AddressGroup': '1.2', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'ConntrackHelper': '1.0', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Log': '1.0', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Network': '1.1', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Port': '1.7', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'PortForwarding': '1.2', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'QosPolicy': '1.8', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroup': '1.4', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SecurityGroupRule': '1.2', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'SubPort': '1.0', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Subnet': '1.1', Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: 'Trunk': '1.1'}} Aug 11 16:21:34.189277 dv-cinder-804265-1-iscsi neutron-server[79154]: {{(pid=79154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:34.205483 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:34.227015 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 3, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:34.247564 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:34.247921 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Updating router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 port fea5eaec-0147-4c96-a4d0-4bf067560d23 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:34.266691 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Attempting to bind port 44b79396-e187-42d4-bea7-f776b007522e on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:34.267644 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.39', 58089) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:34.267795 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Attempting to bind port 44b79396-e187-42d4-bea7-f776b007522e by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:34.268103 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Attempting to bind port 44b79396-e187-42d4-bea7-f776b007522e on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:34.268222 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Allocated IP 172.20.0.1 (7b50ca3d-2ed8-490d-9489-ba512dcbd3a5/5f25a71b-3648-4882-815a-2824a6f504c5/a4ac8814-0ec7-48f2-b301-169050dee662) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:34.283039 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:34.283317 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:34.283709 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.284153 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:34.284630 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Bound port: 44b79396-e187-42d4-bea7-f776b007522e, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:34.285037 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.371627 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.447662 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bd6cf886-4710-4c3a-bf38-6b868510035a req-cde4ed37-a9a8-419d-bc06-51ba6ba347fa tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.1488092 Aug 11 16:21:34.466605 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] For port 44b79396-e187-42d4-bea7-f776b007522e, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:34.475702 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] For port 44b79396-e187-42d4-bea7-f776b007522e, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=44b79396-e187-42d4-bea7-f776b007522e,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:34.484561 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.516531 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:34.559005 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.748942 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Pushing event updated for resources: {'Port': ['ID=44b79396-e187-42d4-bea7-f776b007522e,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:34.754406 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:34.830633 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:34.835963 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Usage tracker for resource:security_group_rule and tenant:aad4e742e7154ba08833a75d92e31a91 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:34.840025 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Routers {'853a4674-66bb-4124-bcc3-87a5ea2c6d94'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:34.841203 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:34.850090 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:34.856492 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:34.927596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.39', 58098) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:34.972556 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.092932 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.177328 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.182682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:35.265123 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.283558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-afb7eb8b-3149-4862-a751-61b7c4f5f08d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:35.285333 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-afb7eb8b-3149-4862-a751-61b7c4f5f08d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Synchronizing usage tracker for tenant:6b295514fa704c8289ac04ee83907659 on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:35.301221 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Transition to ACTIVE for port object fea5eaec-0147-4c96-a4d0-4bf067560d23 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:35.324183 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.329899 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:35.336565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.369296 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3aab004-6aa1-48ae-a06a-0b6e298affdb req-7e277268-2a66-4586-a2e9-657057107679 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.4519274 Aug 11 16:21:35.383856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:35.392715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:35.397445 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:35.398396 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2f81c1c2-9d91-4d26-b49e-43b62c4e4213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:35.413245 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.415938 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-6abc6a31-de1a-48e6-bb44-55f5059ade40 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:35.417545 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-6abc6a31-de1a-48e6-bb44-55f5059ade40 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 1.1229432 Aug 11 16:21:35.443966 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Attempting to bind port fea5eaec-0147-4c96-a4d0-4bf067560d23 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:35.444344 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Attempting to bind port fea5eaec-0147-4c96-a4d0-4bf067560d23 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:35.444764 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Attempting to bind port fea5eaec-0147-4c96-a4d0-4bf067560d23 on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:35.452697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:35.452936 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-afb7eb8b-3149-4862-a751-61b7c4f5f08d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Unset dirty status for tenant:6b295514fa704c8289ac04ee83907659 on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:35.453075 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:35.453540 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.453897 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-afb7eb8b-3149-4862-a751-61b7c4f5f08d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.39 "GET /v2.0/networks?id=a23854e8-688e-49e8-899d-4d630382a6f6 HTTP/1.1" status: 200 len: 812 time: 0.4780636 Aug 11 16:21:35.454043 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:35.454458 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Bound port: fea5eaec-0147-4c96-a4d0-4bf067560d23, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:35.454881 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.457595 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aad4e742e7154ba08833a75d92e31a91&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9416316 Aug 11 16:21:35.462615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56418) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:35.497716 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] Set router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:35.535483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fb1bec-604f-43d3-af2a-3abc1be27bf5,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:35.551361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.559967 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] For port fea5eaec-0147-4c96-a4d0-4bf067560d23, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:35.567911 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] For port fea5eaec-0147-4c96-a4d0-4bf067560d23, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=fea5eaec-0147-4c96-a4d0-4bf067560d23,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:35.569207 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b787c-aa35-4099-a683-b47187c62bde None None] Pushing event updated for resources: {'Port': ['ID=fea5eaec-0147-4c96-a4d0-4bf067560d23,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:35.575341 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Pushing event updated for resources: {'Port': ['ID=a4ac8814-0ec7-48f2-b301-169050dee662,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:35.577388 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:35.578045 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-123b787c-aa35-4099-a683-b47187c62bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:35.582489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.584531 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:35.598200 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-ee6f1fbc-4be7-4dd0-920d-128351641638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:35.621256 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Request body: {'port': {'device_id': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6', 'admin_state_up': True, 'tenant_id': '6b295514fa704c8289ac04ee83907659'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:35.747233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Request body: {'port': {'device_id': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'admin_state_up': True, 'tenant_id': '72a1dbe7066f42efaefea163311a2bd6'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:35.759163 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b787c-aa35-4099-a683-b47187c62bde None None] Pushing event updated for resources: {'Port': ['ID=fea5eaec-0147-4c96-a4d0-4bf067560d23,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:35.762727 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-123b787c-aa35-4099-a683-b47187c62bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:35.780794 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:35.781430 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:35.801113 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c516c33-9a36-4114-b4d2-dce1cc51cc43 req-b1c909c3-9c16-47b7-a72e-fd006f06da03 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.0753446 Aug 11 16:21:35.932437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.164038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.291180 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:36.322228 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:36.357131 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7ca45a7c-0ea5-4a43-b245-17ece31104ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.363208 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Usage tracker for resource:port and tenant:6b295514fa704c8289ac04ee83907659 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:36.364724 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:28Z', 'revision_number': 3, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:36.380506 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e5847-abdb-4fb1-9321-5734bf13a961 None None] The sync data for ids ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'] in dv-cinder-804265-1-iscsi is: [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:28Z', 'revision_number': 3, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:36.380762 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:36.397547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:36.420734 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Usage tracker for resource:port and tenant:72a1dbe7066f42efaefea163311a2bd6 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:36.467875 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.586419 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:36.606941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:36.627804 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:36.750998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.766488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Made reservation on behalf of 6b295514fa704c8289ac04ee83907659 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:36.769305 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.770417 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.770917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.808366 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:36.812591 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Made reservation on behalf of 72a1dbe7066f42efaefea163311a2bd6 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:36.824470 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.884580 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:21:36.919374 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-84b84838-659d-4a24-bb14-a3043c352d38 req-061f6fa2-db52-4785-96b9-f28b58931277 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.2335474 Aug 11 16:21:36.957720 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Allocated IP 172.20.0.1 (51108e80-1c7c-4931-bec4-ea51e53ac27d/17ecc956-c9f4-4fba-933b-7151c16d82f9/55cb2f20-d936-4820-9b26-105a6c7a3d04) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:37.077877 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56472) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:37.298724 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.350394 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 3, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:37.356203 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cda881-77d6-4130-8051-b58f7bad3553 None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 3, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:37.380591 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Pushing event updated for resources: {'Port': ['ID=a4ac8814-0ec7-48f2-b301-169050dee662,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:37.396918 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:37.434496 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:37.436139 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:37.645118 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Allocated IP 172.20.0.12 (b13f4087-b031-43a8-9692-0e81a02377b3/43367907-ad4d-4cbe-ae78-7c3f99e858ba/138c5a4f-ef0b-44f6-94c0-391c69913377) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:37.946881 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.961752 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:21:37.972471 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:37.979030 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Usage tracker for resource:security_group_rule and tenant:81bf3284340f4960bde728a390cfaf2c is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:38.085507 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-938dee58-4362-41ba-965b-eb368b8a27d8 req-cbfa6a99-9f19-4495-bf5f-a3e7b044a06d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.8209801 Aug 11 16:21:38.482900 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:38.682136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Allocated IP 172.20.0.13 (a23854e8-688e-49e8-899d-4d630382a6f6/a7d44664-2388-49e8-8d7d-c6ebb820273b/68266f8d-2ab5-404a-9449-c9f4e24c4771) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:38.756609 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:38.806812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 44b79396-e187-42d4-bea7-f776b007522e up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:38.839037 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:38.863327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:38.898417 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9dd5e2e8-3096-4ec7-84cd-574748d158e5 req-4d826d15-6cd0-4b47-9f15-8aacb341210a tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.2144811 Aug 11 16:21:38.908631 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:38.941335 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] 10.222.0.18 "PUT /v2.0/routers/853a4674-66bb-4124-bcc3-87a5ea2c6d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6726863 Aug 11 16:21:38.978352 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 44b79396-e187-42d4-bea7-f776b007522e completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:38.984207 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 44b79396-e187-42d4-bea7-f776b007522e triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:38.984734 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.078456 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:39.123500 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.141531 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.261842 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c13c59a1-8f53-42be-bd66-9ad5f873feec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:39.267575 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.305161 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81bf3284340f4960bde728a390cfaf2c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2261956 Aug 11 16:21:39.310964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56512) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:39.327092 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 44b79396-e187-42d4-bea7-f776b007522e, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=44b79396-e187-42d4-bea7-f776b007522e,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:39.337675 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.340913 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device fea5eaec-0147-4c96-a4d0-4bf067560d23 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:39.351466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fb1bec-604f-43d3-af2a-3abc1be27bf5,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:39.443823 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-346263ae-76bf-4f73-9f39-c7348dcc3351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:39.624459 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc25613-25dd-423f-8d92-e43bd31fc24e,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:39.635290 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:39.643701 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-095c05de-54e4-4b2d-9508-b7c98f5116ef req-a3f3213a-4b28-4b97-8c7c-c2036615c8e8 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.2033379 Aug 11 16:21:39.680636 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.709396 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.739736 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=44b79396-e187-42d4-bea7-f776b007522e,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:39.751104 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:39.779780 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.864178 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:39.871158 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port fea5eaec-0147-4c96-a4d0-4bf067560d23 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:39.875371 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.878711 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.882663 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port fea5eaec-0147-4c96-a4d0-4bf067560d23 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:39.884691 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.896894 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-40dc205c-43f2-47bd-9f25-a383a8b8cae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:39.920945 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.925515 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27fb1bec-604f-43d3-af2a-3abc1be27bf5 HTTP/1.1" status: 204 len: 168 time: 4.4610398 Aug 11 16:21:39.942387 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Sync routers for ids ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:39.959911 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Transition to ACTIVE for port object 55cb2f20-d936-4820-9b26-105a6c7a3d04 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:39.964327 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.967395 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc25613-25dd-423f-8d92-e43bd31fc24e,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:39.977046 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Routers {'853a4674-66bb-4124-bcc3-87a5ea2c6d94'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:39.981234 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:39.990099 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:39.995811 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:40.018879 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.031439 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cc25613-25dd-423f-8d92-e43bd31fc24e HTTP/1.1" status: 204 len: 168 time: 0.7139502 Aug 11 16:21:40.131841 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.194122 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Network a23854e8-688e-49e8-899d-4d630382a6f6 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:40.213362 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:40.220298 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:40.231482 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:40.232286 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.283347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Pushing event updated for resources: {'Port': ['ID=68266f8d-2ab5-404a-9449-c9f4e24c4771,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:40.297648 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:40.328696 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7502995 Aug 11 16:21:40.337858 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.414826 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.502072 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port fea5eaec-0147-4c96-a4d0-4bf067560d23, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=fea5eaec-0147-4c96-a4d0-4bf067560d23,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:40.511028 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.514354 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:40.567759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-75930dfe-d92e-4f1f-89c3-d0e7bb539968 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:21:40.569092 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-75930dfe-d92e-4f1f-89c3-d0e7bb539968 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195730 Aug 11 16:21:40.569927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-80f39ded-eee5-4ddb-90d9-4e570e4dabab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:40.728124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:40.734097 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:40.748610 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:40.755243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.761912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.792638 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Pushing event updated for resources: {'Port': ['ID=55cb2f20-d936-4820-9b26-105a6c7a3d04,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:40.808401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f9395-8190-4340-952c-cbc866fa4c93 req-f0e70d93-64b3-4239-877c-b9f08b43850d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:40.822206 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4f0f9395-8190-4340-952c-cbc866fa4c93 req-f0e70d93-64b3-4239-877c-b9f08b43850d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 932 time: 0.4641333 Aug 11 16:21:40.848700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 44b79396-e187-42d4-bea7-f776b007522e up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:40.929055 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-abd21868-4778-46cd-a675-0ba465dc5234 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:40.931218 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-abd21868-4778-46cd-a675-0ba465dc5234 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 818 time: 0.6902628 Aug 11 16:21:40.953770 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Set router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:41.000161 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=fea5eaec-0147-4c96-a4d0-4bf067560d23,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:41.000955 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4f0f9395-8190-4340-952c-cbc866fa4c93 req-5762002b-edaa-4158-be2e-c40b9641c7a2 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707151 Aug 11 16:21:41.016877 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:41.035071 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:41.043893 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:41.128864 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 44b79396-e187-42d4-bea7-f776b007522e triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:41.130757 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.267967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Network b13f4087-b031-43a8-9692-0e81a02377b3 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:41.284066 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event updated for resources: {'Port': ['ID=138c5a4f-ef0b-44f6-94c0-391c69913377,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:41.292577 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:41.304306 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:41.310821 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-e3b43958-ae80-4652-b2d2-ab7595ee3fba tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/quotas/3a6f9ecff88e44f58372754d7cb5cc06 HTTP/1.1" status: 200 len: 375 time: 0.3329401 Aug 11 16:21:41.339086 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:41.365799 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:41.368227 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.395400 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cbc0debe-22b3-47c8-a2b6-1c335649b7d0 None None] Provisioning for port 55cb2f20-d936-4820-9b26-105a6c7a3d04 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:41.407081 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56572) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:41.428277 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cbc0debe-22b3-47c8-a2b6-1c335649b7d0 None None] Provisioning complete for port 55cb2f20-d936-4820-9b26-105a6c7a3d04 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:41.428881 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cbc0debe-22b3-47c8-a2b6-1c335649b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.507235 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Request body: {'port': {'device_id': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:41.613780 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0188172 Aug 11 16:21:41.695672 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.749218 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.764977 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:41.767831 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0debe-22b3-47c8-a2b6-1c335649b7d0 None None] Port 55cb2f20-d936-4820-9b26-105a6c7a3d04 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:21:41.776247 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Usage tracker for resource:security_group_rule and tenant:a97a7fe39f0d4cb3bbc105f6289f5d85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:41.794957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Request body: {'port': {'device_id': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:41.796154 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:41.812507 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:41.867995 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26d6e9-c552-4001-9c7c-380311b219ef req-117bb031-c161-4cd3-9bb7-0764d6c635a5 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:41.871279 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dc26d6e9-c552-4001-9c7c-380311b219ef req-117bb031-c161-4cd3-9bb7-0764d6c635a5 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 932 time: 0.4293416 Aug 11 16:21:41.957362 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dc26d6e9-c552-4001-9c7c-380311b219ef req-e45311fb-6836-48d8-b941-75b11524d0ce tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736408 Aug 11 16:21:41.973567 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:35Z', 'revision_number': 4, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'a4ac8814-0ec7-48f2-b301-169050dee662', 'name': '', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'mac_address': 'fa:16:3e:c8:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:33Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 2, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'subnets': [{'id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:41.991179 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Checking router: 853a4674-66bb-4124-bcc3-87a5ea2c6d94 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:41.991637 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Updating router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 port a4ac8814-0ec7-48f2-b301-169050dee662 binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:42.088964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.096806 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.101559 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.113196 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.139118 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:42.149065 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a97a7fe39f0d4cb3bbc105f6289f5d85&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7409062 Aug 11 16:21:42.153188 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56594) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:42.283373 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.318187 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.454438 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.455359 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778548ee-221f-482a-9945-5180494379e0,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:42.464919 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:42.474451 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1b743516-9268-4af4-9fb6-3e33b798b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:42.491783 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778548ee-221f-482a-9945-5180494379e0,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:42.494137 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.495304 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/778548ee-221f-482a-9945-5180494379e0 HTTP/1.1" status: 204 len: 168 time: 0.3384786 Aug 11 16:21:42.496257 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:42.534586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2735-b54c-4e1c-9022-251a87cbd6fe req-b34565ab-7492-44dd-853e-0afdff8b365d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:42.536083 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d92b2735-b54c-4e1c-9022-251a87cbd6fe req-b34565ab-7492-44dd-853e-0afdff8b365d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 932 time: 0.2809207 Aug 11 16:21:42.541478 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-243daf34-6bc4-4fbf-b3d0-74204d7f6607 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1492751 Aug 11 16:21:42.688971 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d92b2735-b54c-4e1c-9022-251a87cbd6fe req-b442df78-a7c2-4858-9df2-6b4ddf529756 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155188 Aug 11 16:21:42.744745 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device fea5eaec-0147-4c96-a4d0-4bf067560d23 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:42.842833 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port fea5eaec-0147-4c96-a4d0-4bf067560d23 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:42.843519 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.073257 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.086347 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Transition to ACTIVE for port object a4ac8814-0ec7-48f2-b301-169050dee662 will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:43.097343 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.118518 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:43.153377 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.251234 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335d1e3-cd5b-452c-acc6-bcc3292f274c None None] Pushing event updated for resources: {'Port': ['ID=a4ac8814-0ec7-48f2-b301-169050dee662,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:43.277234 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-9335d1e3-cd5b-452c-acc6-bcc3292f274c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:43.386913 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.452486 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.630452 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.637065 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c973a2c0-5ecc-493b-8164-ea411904b290 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:43.728527 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Attempting to bind port a4ac8814-0ec7-48f2-b301-169050dee662 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:43.730877 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Attempting to bind port a4ac8814-0ec7-48f2-b301-169050dee662 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:43.731409 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Attempting to bind port a4ac8814-0ec7-48f2-b301-169050dee662 on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:43.751984 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:43.752567 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Checking segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:43.753014 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.753527 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Bound using segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:43.754038 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Bound port: a4ac8814-0ec7-48f2-b301-169050dee662, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:43.760771 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.003662 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] For port a4ac8814-0ec7-48f2-b301-169050dee662, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:44.014416 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] For port a4ac8814-0ec7-48f2-b301-169050dee662, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=a4ac8814-0ec7-48f2-b301-169050dee662,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:44.023942 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.034128 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-9335d1e3-cd5b-452c-acc6-bcc3292f274c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:44.086516 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Pushing event updated for resources: {'Port': ['ID=55cb2f20-d936-4820-9b26-105a6c7a3d04,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:44.090800 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138c5a4f-ef0b-44f6-94c0-391c69913377 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:44.101893 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:44.138321 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-44f8beb3-9ee4-4625-b5d0-d9c1411336dc service neutron] 10.222.0.18 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3683922 Aug 11 16:21:44.208153 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Routers {'853a4674-66bb-4124-bcc3-87a5ea2c6d94'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:44.214169 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:44.240811 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.333060 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335d1e3-cd5b-452c-acc6-bcc3292f274c None None] Pushing event updated for resources: {'Port': ['ID=a4ac8814-0ec7-48f2-b301-169050dee662,revision_number=4']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:44.339012 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-9335d1e3-cd5b-452c-acc6-bcc3292f274c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:44.415253 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Transition to ACTIVE for port object 138c5a4f-ef0b-44f6-94c0-391c69913377 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:44.487599 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.596975 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:44.727107 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] Set router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:44.833127 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-3cedd8ef-d78b-4340-a038-86ef5a7b58ea service neutron] 10.222.0.18 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574715 Aug 11 16:21:44.852760 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Pushing event updated for resources: {'Port': ['ID=138c5a4f-ef0b-44f6-94c0-391c69913377,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:44.855902 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:44.869020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:44.882035 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e440-7d35-4433-be65-e78d8a33507d req-585ebe47-b7e0-4b80-a738-702555cc70e7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:44.888779 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7dc9e440-7d35-4433-be65-e78d8a33507d req-585ebe47-b7e0-4b80-a738-702555cc70e7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 944 time: 0.1561387 Aug 11 16:21:44.971262 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:45.028263 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7dc9e440-7d35-4433-be65-e78d8a33507d req-5a3c64a4-b13e-4a7d-83c5-0a4e42f13ccf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328173 Aug 11 16:21:45.246790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Attempting to bind port 138c5a4f-ef0b-44f6-94c0-391c69913377 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:45.247358 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Attempting to bind port 138c5a4f-ef0b-44f6-94c0-391c69913377 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:45.247722 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Attempting to bind port 138c5a4f-ef0b-44f6-94c0-391c69913377 on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:45.267558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Port 138c5a4f-ef0b-44f6-94c0-391c69913377 on network b13f4087-b031-43a8-9692-0e81a02377b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:21:45.267818 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Attempting to bind port 138c5a4f-ef0b-44f6-94c0-391c69913377 on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:45.279382 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:45.279782 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Checking segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:45.280492 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Bound using segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:45.280981 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Bound port: 138c5a4f-ef0b-44f6-94c0-391c69913377, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:45.281409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.354496 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:35Z', 'revision_number': 4, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'a4ac8814-0ec7-48f2-b301-169050dee662', 'name': '', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'mac_address': 'fa:16:3e:c8:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:33Z', 'updated_at': '2021-08-11T16:21:43Z', 'revision_number': 4, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'subnets': [{'id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:45.366460 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4bdf23-98e7-49e4-b6a8-ee9fc2db53af None None] The sync data for ids ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'] in dv-cinder-804265-1-iscsi is: [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:35Z', 'revision_number': 4, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'a4ac8814-0ec7-48f2-b301-169050dee662', 'name': '', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'mac_address': 'fa:16:3e:c8:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:33Z', 'updated_at': '2021-08-11T16:21:43Z', 'revision_number': 4, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'subnets': [{'id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:45.474614 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-7c3e796d-cb51-4836-9b63-34fe62123118 None None] Provisioning complete for port 55cb2f20-d936-4820-9b26-105a6c7a3d04 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:45.477682 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7c3e796d-cb51-4836-9b63-34fe62123118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.633967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.db.resource_extend [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:21:45.766078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8b09-0cae-4e76-aedf-944d4eb7c64c req-9787c95d-4c94-4742-866e-1486a7cd377a tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:45.774556 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-447a8b09-0cae-4e76-aedf-944d4eb7c64c req-9787c95d-4c94-4742-866e-1486a7cd377a tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 932 time: 0.4656589 Aug 11 16:21:45.800474 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e796d-cb51-4836-9b63-34fe62123118 None None] Port 55cb2f20-d936-4820-9b26-105a6c7a3d04 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:21:45.848481 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-447a8b09-0cae-4e76-aedf-944d4eb7c64c req-27fa777e-4e20-479d-9e56-1ac5023aa810 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699706 Aug 11 16:21:45.893703 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5036030a-e8dc-4958-bf8f-a3c8af797648 req-4b954263-22eb-4d00-ae14-a5584eb03f12 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 210 time: 0.2423630 Aug 11 16:21:45.954014 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68266f8d-2ab5-404a-9449-c9f4e24c4771 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:46.013531 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.098609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:21:46.147001 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] For port 138c5a4f-ef0b-44f6-94c0-391c69913377, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:46.153287 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] For port 138c5a4f-ef0b-44f6-94c0-391c69913377, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=138c5a4f-ef0b-44f6-94c0-391c69913377,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:46.154943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Transition to ACTIVE for port object 68266f8d-2ab5-404a-9449-c9f4e24c4771 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:46.355926 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.392792 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.419219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:46.480618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd3e4-7571-4ccd-afc0-815fbfdc892f req-c1010196-4f58-464f-b35c-91c2b9044e8b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:46.491837 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bb1cd3e4-7571-4ccd-afc0-815fbfdc892f req-c1010196-4f58-464f-b35c-91c2b9044e8b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 944 time: 0.2105498 Aug 11 16:21:46.655984 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bb1cd3e4-7571-4ccd-afc0-815fbfdc892f req-8dc2f0c1-dd51-4fca-88b8-6312b471637e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619260 Aug 11 16:21:46.901023 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device a4ac8814-0ec7-48f2-b301-169050dee662 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:46.917208 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:46.918441 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.920809 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/138c5a4f-ef0b-44f6-94c0-391c69913377 HTTP/1.1" status: 200 len: 1094 time: 5.1867478 Aug 11 16:21:47.122465 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'tag': '138c5a4f-ef0b-44f6-94c0-391c69913377'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:21:47.149842 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port a4ac8814-0ec7-48f2-b301-169050dee662 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:47.157605 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port a4ac8814-0ec7-48f2-b301-169050dee662 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:47.162447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.545400 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Pushing event updated for resources: {'Port': ['ID=138c5a4f-ef0b-44f6-94c0-391c69913377,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:47.789522 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.903708 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port a4ac8814-0ec7-48f2-b301-169050dee662, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=a4ac8814-0ec7-48f2-b301-169050dee662,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:47.910762 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.921123 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56744) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:47.940667 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-96284ac0-8cf3-48ff-9970-fae1e6499b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:48.034935 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a188ddc-3b18-4b42-97be-94571e4f14ea req-5fbe0241-c45d-4ba4-9767-60f084a51174 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:48.036295 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8a188ddc-3b18-4b42-97be-94571e4f14ea req-5fbe0241-c45d-4ba4-9767-60f084a51174 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 944 time: 0.3416269 Aug 11 16:21:48.130732 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=a4ac8814-0ec7-48f2-b301-169050dee662,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:48.135655 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:48.161966 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8a188ddc-3b18-4b42-97be-94571e4f14ea req-c0397eb6-346e-4bce-ba37-ffd65603b9c5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197376 Aug 11 16:21:48.244429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Attempting to bind port 68266f8d-2ab5-404a-9449-c9f4e24c4771 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:48.244884 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Attempting to bind port 68266f8d-2ab5-404a-9449-c9f4e24c4771 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '919f1c40-988b-4d54-b634-5277886fb387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:48.245539 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Attempting to bind port 68266f8d-2ab5-404a-9449-c9f4e24c4771 on network a23854e8-688e-49e8-899d-4d630382a6f6 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:48.269794 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Port 68266f8d-2ab5-404a-9449-c9f4e24c4771 on network a23854e8-688e-49e8-899d-4d630382a6f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:21:48.270258 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Attempting to bind port 68266f8d-2ab5-404a-9449-c9f4e24c4771 on network a23854e8-688e-49e8-899d-4d630382a6f6 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:48.301140 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:48.301553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Checking segment: {'id': '919f1c40-988b-4d54-b634-5277886fb387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:48.302191 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Bound using segment: {'id': '919f1c40-988b-4d54-b634-5277886fb387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:48.302788 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Bound port: 68266f8d-2ab5-404a-9449-c9f4e24c4771, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919f1c40-988b-4d54-b634-5277886fb387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:48.303240 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.337060 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.379717 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:48.386617 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a80370e461a4489da283a5aeb12b1063 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:48.391358 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:48.408570 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:48.463817 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b135b2c1-9be9-4792-a1e9-11b4021921fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:48.469320 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b135b2c1-9be9-4792-a1e9-11b4021921fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 1097 time: 0.6784301 Aug 11 16:21:48.478112 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:48.484549 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] 10.222.0.18 "PUT /v2.0/routers/59dc1d3d-801b-4f32-8dff-5cc42ec127c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6091447 Aug 11 16:21:48.485441 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=68266f8d-2ab5-404a-9449-c9f4e24c4771,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:48.489066 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.070s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:48.495369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.579s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:48.495741 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:48.511279 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:48.531708 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:48.533986 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:48.712275 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-0d9fa670-8504-47be-91f4-86ef7f5078c1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:48.712906 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.718758 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.719167 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-0d9fa670-8504-47be-91f4-86ef7f5078c1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 818 time: 1.8711891 Aug 11 16:21:48.789959 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:48.826009 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device a4ac8814-0ec7-48f2-b301-169050dee662 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:48.847280 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a80370e461a4489da283a5aeb12b1063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9182594 Aug 11 16:21:48.849603 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd29da-2c3f-4abb-8e55-0549ac755995,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:48.863642 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:48.886137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56770) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:49.014947 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da365fdb-d332-4512-a9ad-e1d0db63a14e req-d3d27909-408a-46f8-8877-30edbcef28cf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:49.019054 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-da365fdb-d332-4512-a9ad-e1d0db63a14e req-d3d27909-408a-46f8-8877-30edbcef28cf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 944 time: 0.2306259 Aug 11 16:21:49.028596 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-7a1a2788-2862-4320-a1b5-c934aa990deb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c5a4f-ef0b-44f6-94c0-391c69913377 HTTP/1.1" status: 200 len: 217 time: 0.2995710 Aug 11 16:21:49.030715 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-44149297-7027-43d0-946f-da75dc210f22 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/quotas/3a6f9ecff88e44f58372754d7cb5cc06 HTTP/1.1" status: 200 len: 375 time: 0.1609564 Aug 11 16:21:49.043633 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.076568 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.125490 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-da365fdb-d332-4512-a9ad-e1d0db63a14e req-72a948d2-b612-4fd0-8329-cca3bdcbf839 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009979 Aug 11 16:21:49.144933 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port a4ac8814-0ec7-48f2-b301-169050dee662 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:49.145967 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.175948 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:49.188850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.202419 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-eb0d6128-5125-46d8-a3d6-ddce585d5326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:49.210606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] For port 68266f8d-2ab5-404a-9449-c9f4e24c4771, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:49.237970 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd29da-2c3f-4abb-8e55-0549ac755995,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:49.241380 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:49.243809 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] For port 68266f8d-2ab5-404a-9449-c9f4e24c4771, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771,segment=NetworkSegment(919f1c40-988b-4d54-b634-5277886fb387),segment_id=919f1c40-988b-4d54-b634-5277886fb387)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:49.256251 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.258101 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.263840 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfcd29da-2c3f-4abb-8e55-0549ac755995 HTTP/1.1" status: 204 len: 168 time: 0.3510232 Aug 11 16:21:49.269003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:49.355016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=68266f8d-2ab5-404a-9449-c9f4e24c4771,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:49.364958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:49.381723 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:49.382210 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.383703 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/68266f8d-2ab5-404a-9449-c9f4e24c4771 HTTP/1.1" status: 200 len: 1094 time: 8.1241429 Aug 11 16:21:49.401341 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-068ea59f-2dee-447d-aa88-10cb81de3127 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2709904 Aug 11 16:21:49.599896 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'tag': '138c5a4f-ef0b-44f6-94c0-391c69913377', 'status': 'completed', 'code': 200} Aug 11 16:21:49.837659 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.39', 58124) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:50.012099 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-a4388618-9dc3-4cda-a8de-167d94e6556b service neutron] 10.222.0.18 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917885 Aug 11 16:21:50.012662 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 2, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:50.028115 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:50.030565 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Updating router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 port 55cb2f20-d936-4820-9b26-105a6c7a3d04 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:50.095812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-7fe5ab89-d82a-46e8-af78-9bb236136da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:50.101021 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-7fe5ab89-d82a-46e8-af78-9bb236136da5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.5074205 Aug 11 16:21:50.106440 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.223436 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-54ce5521-9d33-4e72-a396-e6d259b37955 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:50.228506 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5754efd7-4256-45f1-9c75-91e903bd152c req-54ce5521-9d33-4e72-a396-e6d259b37955 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Synchronizing usage tracker for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:network {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:50.279343 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5754efd7-4256-45f1-9c75-91e903bd152c req-54ce5521-9d33-4e72-a396-e6d259b37955 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Unset dirty status for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:network {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:50.281076 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-54ce5521-9d33-4e72-a396-e6d259b37955 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 818 time: 0.4421732 Aug 11 16:21:50.300568 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Request body: {'port': {'device_id': '25a41837-6d81-444e-9413-a54bff7d25ec', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'admin_state_up': True, 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:50.301243 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-e08a76da-a6b7-4b6d-a271-e2c42fbdb9ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812432 Aug 11 16:21:50.660942 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56834) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:50.661261 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56842) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:50.667406 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:50.692339 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426815425', 'description': 'tempest-description--2104369663'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:50.712068 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Usage tracker for resource:port and tenant:3a6f9ecff88e44f58372754d7cb5cc06 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:50.723018 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:50.730518 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-57bc8b77-510d-4902-b3d9-0465cb2be3c4 service neutron] 10.222.0.18 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090030 Aug 11 16:21:50.744299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-022822b9-7371-4554-b814-78cb8d7b047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:50.745867 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-022822b9-7371-4554-b814-78cb8d7b047b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b295514fa704c8289ac04ee83907659&device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 1097 time: 1.1502490 Aug 11 16:21:50.795596 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.811242 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Transition to ACTIVE for port object 55cb2f20-d936-4820-9b26-105a6c7a3d04 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:50.820626 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.834145 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-123b787c-aa35-4099-a683-b47187c62bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:50.837972 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:50.869693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:50.890485 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:50.894663 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:50.911432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:50.944972 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eb81a-a1e2-4e4c-a16f-41e9a60d25d3 req-bcd85373-3587-425c-b223-68d2deeeb3c4 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:50.947132 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed5e4-b372-4c34-bced-02f603af6677 None None] Pushing event updated for resources: {'Port': ['ID=55cb2f20-d936-4820-9b26-105a6c7a3d04,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:50.960688 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-834eb81a-a1e2-4e4c-a16f-41e9a60d25d3 req-bcd85373-3587-425c-b223-68d2deeeb3c4 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 944 time: 0.2573597 Aug 11 16:21:50.966297 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Made reservation on behalf of 3a6f9ecff88e44f58372754d7cb5cc06 for: {'port': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:50.972386 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.052468 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-873ed5e4-b372-4c34-bced-02f603af6677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.070008 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.282419 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-32f27519-3786-4468-bfcb-a736b4111f3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771 HTTP/1.1" status: 200 len: 217 time: 0.5129268 Aug 11 16:21:51.351617 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-834eb81a-a1e2-4e4c-a16f-41e9a60d25d3 req-c3ff57fd-b8fb-43dc-8b5a-23356e399a76 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867305 Aug 11 16:21:51.374493 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Attempting to bind port 55cb2f20-d936-4820-9b26-105a6c7a3d04 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:51.375043 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Attempting to bind port 55cb2f20-d936-4820-9b26-105a6c7a3d04 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:51.375440 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Attempting to bind port 55cb2f20-d936-4820-9b26-105a6c7a3d04 on network 51108e80-1c7c-4931-bec4-ea51e53ac27d {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:51.382470 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:51.392227 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:51.392613 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Checking segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:51.393177 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.394294 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Bound using segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:51.394563 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Bound port: 55cb2f20-d936-4820-9b26-105a6c7a3d04, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:51.394990 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.397599 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:51.411253 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:51.434137 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:51.564485 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.603101 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-24f6f388-91b3-41f7-bd4f-fa5afa28e3a3 req-3a60fd81-f2aa-4e31-b977-b364259c7f63 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Synchronizing usage tracker for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:51.641885 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'tag': '68266f8d-2ab5-404a-9449-c9f4e24c4771'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:21:51.649122 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:51.686398 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4667e2621848fda780b7a9ae384304 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:51.695339 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-23e4a4b4-cc08-4f22-abde-cf1d92849e44 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3672218 Aug 11 16:21:51.710995 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:51.717851 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] For port 55cb2f20-d936-4820-9b26-105a6c7a3d04, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:51.728430 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] For port 55cb2f20-d936-4820-9b26-105a6c7a3d04, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=55cb2f20-d936-4820-9b26-105a6c7a3d04,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:51.757861 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:51.758064 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.776940 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.878471 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-4f4aad02-e705-40c6-a2a0-35851762c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:51.880608 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-4f4aad02-e705-40c6-a2a0-35851762c5a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7d44664-2388-49e8-8d7d-c6ebb820273b HTTP/1.1" status: 200 len: 852 time: 0.5459342 Aug 11 16:21:51.885124 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.932921 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.977979 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:51.978697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:21:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:51.992903 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c4816a70-fcbe-4ea8-9bde-e6226ef6f982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:52.046882 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Allocated IP 172.20.0.6 (7b50ca3d-2ed8-490d-9489-ba512dcbd3a5/5f25a71b-3648-4882-815a-2824a6f504c5/e5a0de38-3274-4826-acab-95c43030f3f6) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:52.048771 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-0f246a74-d25a-448c-84b6-35fce66ffe91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23854e8-688e-49e8-899d-4d630382a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485267 Aug 11 16:21:52.058578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56890) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:52.122903 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed5e4-b372-4c34-bced-02f603af6677 None None] Pushing event updated for resources: {'Port': ['ID=55cb2f20-d936-4820-9b26-105a6c7a3d04,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.177997 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-873ed5e4-b372-4c34-bced-02f603af6677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.245165 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02349d69-91c0-4b47-ae66-e7d00c114e1e,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.248862 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.324227 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-69092ceb-a3c6-43df-8b50-03af3cc74178 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:52.324948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-69092ceb-a3c6-43df-8b50-03af3cc74178 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:52.358473 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.366381 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7027714 Aug 11 16:21:52.376516 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56902) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:52.392344 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'security_group_rule': {'security_group_id': '02349d69-91c0-4b47-ae66-e7d00c114e1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:52.399450 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:52.403343 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:52.406211 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:52.412286 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:52.422899 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7d32aea-8f92-49ab-9070-9fbf210bd773 req-b191a1b5-13af-491c-94eb-69f5485e63f1 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264991 Aug 11 16:21:52.454098 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.492668 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-69092ceb-a3c6-43df-8b50-03af3cc74178 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:52.493736 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-69092ceb-a3c6-43df-8b50-03af3cc74178 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 944 time: 1.0564599 Aug 11 16:21:52.532445 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:52.561908 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-32e12d22-02f0-44fb-bf96-3bbc732dde54 service neutron] 10.222.0.39 "GET /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154127 Aug 11 16:21:52.568717 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.613914 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.635419 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.654502 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:52.661508 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:52.680273 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-24f6f388-91b3-41f7-bd4f-fa5afa28e3a3 req-3a60fd81-f2aa-4e31-b977-b364259c7f63 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Unset dirty status for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:52.689853 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-24f6f388-91b3-41f7-bd4f-fa5afa28e3a3 req-3a60fd81-f2aa-4e31-b977-b364259c7f63 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 210 time: 1.1895111 Aug 11 16:21:52.723410 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c58b44b3af494d868e384a9292cf25 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:52.728103 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:52.778074 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:52.811116 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e4667e2621848fda780b7a9ae384304&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1456392 Aug 11 16:21:52.822286 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56914) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:52.831747 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0d8a366e-f7fa-407e-8f06-d2dd7d44da29 req-565b6a41-87d4-4e47-89f6-fe1310a10493 service neutron] 10.222.0.39 "GET /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071650 Aug 11 16:21:52.833418 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'tag': '68266f8d-2ab5-404a-9449-c9f4e24c4771', 'status': 'completed', 'code': 200} Aug 11 16:21:52.853028 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8ebfb4-152a-4b8a-bd6a-a448a3ad32ae,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.882211 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.963921 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.973081 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-d5c71b56-cb0b-462d-a2b4-9c0b7f2cc9b4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:53.085627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-095fa8ab-31fe-4b7f-ae8e-72c0069063a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:53.087197 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-095fa8ab-31fe-4b7f-ae8e-72c0069063a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 1097 time: 0.5236571 Aug 11 16:21:53.098200 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.105195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.39', 58130) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:53.124654 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:51Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:53.131954 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6218c-a4d0-4125-9c4c-47bd702fc822 None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:51Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:53.227163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.286346 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:53.340266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.387703 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29065c77-c984-4dd5-9eeb-d840a20fafb9,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:53.395334 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.455881 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:53.542688 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:53.616954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.621444 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2355213 Aug 11 16:21:53.626219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56942) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:53.626565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56944) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:53.645916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:53.647889 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.653095 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'security_group_rule': {'security_group_id': '02349d69-91c0-4b47-ae66-e7d00c114e1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:53.673287 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:53.681454 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-c420dd3a-9796-4c65-94a6-877d7a7feb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:53.682708 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-c420dd3a-9796-4c65-94a6-877d7a7feb18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b295514fa704c8289ac04ee83907659&device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 1097 time: 0.7019091 Aug 11 16:21:53.697744 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:53.718043 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:53.729786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:53.737678 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.753474 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:53.762829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Pushing event updated for resources: {'Port': ['ID=e5a0de38-3274-4826-acab-95c43030f3f6,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:53.773188 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-67e0c95a-beec-4d6a-afec-00092062689c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:53.774740 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-67e0c95a-beec-4d6a-afec-00092062689c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 818 time: 0.6655052 Aug 11 16:21:53.775672 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:53.798712 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-3a230004-ee99-4447-8c63-babe5a44a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:53.800646 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-3a230004-ee99-4447-8c63-babe5a44a764 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 915 time: 0.6874149 Aug 11 16:21:53.809104 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:53.810546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:53.819682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a3949-be67-4474-92d8-67bae4d0b5a8 req-5bf948e6-f52a-4092-8b19-626a0edc9b00 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:53.826138 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Request body: {'port': {'device_id': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'admin_state_up': True, 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:53.828308 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-691a3949-be67-4474-92d8-67bae4d0b5a8 req-5bf948e6-f52a-4092-8b19-626a0edc9b00 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 944 time: 0.8671179 Aug 11 16:21:53.896239 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.922184 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.938699 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7f11624e-3a6f-489e-93ea-d78d3960a0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:53.957355 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6619182 Aug 11 16:21:53.984163 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-691a3949-be67-4474-92d8-67bae4d0b5a8 req-540e215b-fed0-42d1-94f7-3c161bc91460 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524386 Aug 11 16:21:53.994391 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Request body: {'port': {'device_id': '25a41837-6d81-444e-9413-a54bff7d25ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:54.068415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.077316 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-32cd5775-9a75-46ef-b8ba-7c2db98aa66a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c5a4f-ef0b-44f6-94c0-391c69913377 HTTP/1.1" status: 200 len: 217 time: 0.2681139 Aug 11 16:21:54.078035 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.115146 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a94d4e8-4fa5-46df-a7b1-d792fa4af1f2,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:54.140141 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4c58b44b3af494d868e384a9292cf25&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0738616 Aug 11 16:21:54.147533 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:54.148234 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 56966) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:54.150875 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:54.170011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8ebfb4-152a-4b8a-bd6a-a448a3ad32ae,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:54.187136 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:54.233226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.241171 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f8ebfb4-152a-4b8a-bd6a-a448a3ad32ae HTTP/1.1" status: 204 len: 168 time: 1.4124138 Aug 11 16:21:54.321276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-4821776a-6ac3-4a68-a1b2-fee4422321cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:54.323035 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-4821776a-6ac3-4a68-a1b2-fee4422321cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a23854e8-688e-49e8-899d-4d630382a6f6 HTTP/1.1" status: 200 len: 913 time: 0.6187401 Aug 11 16:21:54.379118 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a40e15b2-bf07-4fe9-ab0b-843a0c85e766 req-7af9c62a-1e43-47d5-af78-be9df2190a0b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 210 time: 0.2136917 Aug 11 16:21:54.405162 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.413363 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-d5c71b56-cb0b-462d-a2b4-9c0b7f2cc9b4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:54.414639 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f2df66c-0f49-4072-96f2-3341b02e2c2b req-d5c71b56-cb0b-462d-a2b4-9c0b7f2cc9b4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8994796 Aug 11 16:21:54.417185 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-97debf20-fd39-4453-a221-82eabd6002d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:54.418692 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-97debf20-fd39-4453-a221-82eabd6002d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.3199129 Aug 11 16:21:54.422106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:54.430865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.523920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.559052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.676338 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:34996df9abe44919a1e8c1bcea832c89 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:54.684079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:54.697905 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:54.716018 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:54.721949 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-bc4388e8-800f-4053-885b-d1f7074cd5fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771 HTTP/1.1" status: 200 len: 217 time: 0.2957947 Aug 11 16:21:54.734258 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Made reservation on behalf of 3a6f9ecff88e44f58372754d7cb5cc06 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:54.739131 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.755320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 55cb2f20-d936-4820-9b26-105a6c7a3d04 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:54.757324 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:54.777145 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-fab4f475-1adb-4aa8-9ec2-21c40ed3f90a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2300353 Aug 11 16:21:54.839596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 56988) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:54.901420 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.921720 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:54.961050 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.972223 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a94d4e8-4fa5-46df-a7b1-d792fa4af1f2 HTTP/1.1" status: 204 len: 168 time: 0.8086157 Aug 11 16:21:54.976171 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a94d4e8-4fa5-46df-a7b1-d792fa4af1f2,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:54.980307 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:54.991462 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-e73ac686-8882-4467-9780-a02c3604f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:54.993141 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-e73ac686-8882-4467-9780-a02c3604f070 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7d44664-2388-49e8-8d7d-c6ebb820273b HTTP/1.1" status: 200 len: 852 time: 0.2295647 Aug 11 16:21:55.016608 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 55cb2f20-d936-4820-9b26-105a6c7a3d04 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:55.034270 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 55cb2f20-d936-4820-9b26-105a6c7a3d04 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:55.034763 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.095463 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a0de38-3274-4826-acab-95c43030f3f6 {{(pid=79152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:55.105080 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.130134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.provisioning_blocks [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Transition to ACTIVE for port object e5a0de38-3274-4826-acab-95c43030f3f6 will not be triggered until provisioned by entity L2. {{(pid=79152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:55.135232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.141662 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:55.227324 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.303966 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 55cb2f20-d936-4820-9b26-105a6c7a3d04, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=55cb2f20-d936-4820-9b26-105a6c7a3d04,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:55.317698 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.320580 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:55.338265 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Allocated IP 172.20.0.5 (7b50ca3d-2ed8-490d-9489-ba512dcbd3a5/5f25a71b-3648-4882-815a-2824a6f504c5/718186de-4dab-42ff-a4b8-da562a9d2d3b) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:55.389531 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.406605 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.417306 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a0de38-3274-4826-acab-95c43030f3f6,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:55.431745 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-375f3ee2-7727-468d-81b8-f27f77e7d6cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a23854e8-688e-49e8-899d-4d630382a6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4234223 Aug 11 16:21:55.434688 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:55.452513 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.managers [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Attempting to bind port e5a0de38-3274-4826-acab-95c43030f3f6 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:55.452871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.managers [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Attempting to bind port e5a0de38-3274-4826-acab-95c43030f3f6 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'}] {{(pid=79152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:55.453215 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Attempting to bind port e5a0de38-3274-4826-acab-95c43030f3f6 on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:55.453844 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.463910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Port e5a0de38-3274-4826-acab-95c43030f3f6 on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:21:55.464250 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Attempting to bind port e5a0de38-3274-4826-acab-95c43030f3f6 on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:55.475511 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=55cb2f20-d936-4820-9b26-105a6c7a3d04,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:55.480047 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:55.480406 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Checking segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:55.481075 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Bound using segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:55.482346 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:55.482728 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.managers [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Bound port: e5a0de38-3274-4826-acab-95c43030f3f6, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'}}] {{(pid=79152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:55.483245 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.543687 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe17a5-d386-4a16-9d4a-0b7981874d82 req-aa127f06-b661-4cb3-a44e-85e969be346e tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.545207 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2abe17a5-d386-4a16-9d4a-0b7981874d82 req-aa127f06-b661-4cb3-a44e-85e969be346e tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 944 time: 0.2334061 Aug 11 16:21:55.623089 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:55.629879 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Usage tracker for resource:security_group_rule and tenant:afdd55f89b9343b1b21cb57f116916d5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:55.634680 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:55.645127 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2abe17a5-d386-4a16-9d4a-0b7981874d82 req-c1e524a3-3a2a-46d3-a96e-c865e92c2113 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849018 Aug 11 16:21:55.645632 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:55.651623 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] For port e5a0de38-3274-4826-acab-95c43030f3f6, host hv-cinder-80426, cleared binding levels {{(pid=79152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:55.656147 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] For port e5a0de38-3274-4826-acab-95c43030f3f6, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e5a0de38-3274-4826-acab-95c43030f3f6,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:55.660652 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:55.664040 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.670714 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c1db5921-858b-4b30-a983-0834849d3ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:55.738361 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.739027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.740556 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 1093 time: 1.7534292 Aug 11 16:21:55.741037 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a41837-6d81-444e-9413-a54bff7d25ec', 'tag': 'e5a0de38-3274-4826-acab-95c43030f3f6'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:21:55.842659 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a0de38-3274-4826-acab-95c43030f3f6,revision_number=3']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:55.885963 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:55.921004 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.936326 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.004076 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82db21f-0966-4205-bb9c-3292380b285d,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:56.008162 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-950fe6be-bc4d-4a1b-99f4-a2ee717682a1 req-c24becbc-0c25-40c5-a22e-50b6ce12d2ba tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 210 time: 0.3880589 Aug 11 16:21:56.009248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:56.030939 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.040466 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-95332921-ca64-43e9-a27f-bf3e59b678fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.042292 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-95332921-ca64-43e9-a27f-bf3e59b678fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1096 time: 0.1928124 Aug 11 16:21:56.050702 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f934aab-dbfa-4c9c-87d2-066b72915b87 req-b0c23e83-f3e1-4c9e-a06d-ab24a13ca506 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.068041 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5f934aab-dbfa-4c9c-87d2-066b72915b87 req-b0c23e83-f3e1-4c9e-a06d-ab24a13ca506 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 944 time: 0.2568417 Aug 11 16:21:56.087892 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-52c78bd7-f2cd-47af-837e-a0aaf4a440ac service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2573571 Aug 11 16:21:56.119586 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:56.204957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.211277 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5718784 Aug 11 16:21:56.221663 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57034) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:56.236782 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:56.243692 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-609d7ec5-d868-4d2d-af51-1cb632ba8909 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.1720045 Aug 11 16:21:56.255022 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:56.294354 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:floatingip and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:56.295553 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34996df9abe44919a1e8c1bcea832c89&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6621659 Aug 11 16:21:56.302910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57042) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:56.313147 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6593ca-b934-4ce1-a3c0-d09db3769d22,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:56.314425 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:56.329917 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5f934aab-dbfa-4c9c-87d2-066b72915b87 req-8b9078b7-e192-4744-9321-b1767a63bca0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603140 Aug 11 16:21:56.336984 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:56.373456 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.391863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:56.401651 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-9c38d61c-ff40-4a50-9ee0-3fc4e116bba6 service neutron] 10.222.0.39 "GET /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364471 Aug 11 16:21:56.403660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754efd7-4256-45f1-9c75-91e903bd152c req-e698a7b9-7b97-4203-ac2e-d5287734c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.405467 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-e698a7b9-7b97-4203-ac2e-d5287734c874 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.1476762 Aug 11 16:21:56.475617 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-5d395cd0-0a3a-4f7c-80b8-ad315644dff3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593684 Aug 11 16:21:56.523553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.544554 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.600687 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2909c8ee-fdc0-452c-a17d-559d13db40f3 req-fd7dde5b-a5f1-4d6f-8a6a-d937b3f1b49d service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854171 Aug 11 16:21:56.659406 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.662449 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a41837-6d81-444e-9413-a54bff7d25ec', 'tag': 'e5a0de38-3274-4826-acab-95c43030f3f6', 'status': 'completed', 'code': 200} Aug 11 16:21:56.671090 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ed507737-8c4b-439c-8730-e6e8d855e606 req-7dab6c1d-0900-41df-bcc6-02b7b6174cde service neutron] 10.222.0.39 "GET /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455437 Aug 11 16:21:56.673636 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.683955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 55cb2f20-d936-4820-9b26-105a6c7a3d04 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:56.685183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-31ac8ec6-6317-409d-8d17-22ea3f3eae90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:56.731520 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.752882 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afdd55f89b9343b1b21cb57f116916d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9047575 Aug 11 16:21:56.754814 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57056) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:56.766087 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3d5f4-815f-45a5-81fd-7536817badf8,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:56.790490 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 68266f8d-2ab5-404a-9449-c9f4e24c4771 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:21:56.800505 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.810103 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-97a09f74-e599-4e72-96b5-2b5c5d18cf50 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250763 Aug 11 16:21:56.823238 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 55cb2f20-d936-4820-9b26-105a6c7a3d04 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:56.823861 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.886274 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:56.889602 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:56.983725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:57.001561 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:57.043370 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:57.052705 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:57.054444 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.168215 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Pushing event updated for resources: {'Port': ['ID=718186de-4dab-42ff-a4b8-da562a9d2d3b,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:57.173700 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:57.175280 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.183044 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 68266f8d-2ab5-404a-9449-c9f4e24c4771, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771,segment=NetworkSegment(919f1c40-988b-4d54-b634-5277886fb387),segment_id=919f1c40-988b-4d54-b634-5277886fb387)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:57.184390 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2652-2089-4564-bf78-4127e80b874d req-67c01ab3-6046-4f72-9d73-29ceabd4c116 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:57.186481 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e30a2652-2089-4564-bf78-4127e80b874d req-67c01ab3-6046-4f72-9d73-29ceabd4c116 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 944 time: 0.3720608 Aug 11 16:21:57.190553 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3886991 Aug 11 16:21:57.196127 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.213757 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '68266f8d-2ab5-404a-9449-c9f4e24c4771', 'network_id': 'a23854e8-688e-49e8-899d-4d630382a6f6', 'port_id': '68266f8d-2ab5-404a-9449-c9f4e24c4771', 'mac_address': 'fa:16:3e:4e:73:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d44664-2388-49e8-8d7d-c6ebb820273b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:21:57.272149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Request body: {'port': {'device_id': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:57.309484 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.310878 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.329725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.333795 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68266f8d-2ab5-404a-9449-c9f4e24c4771 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:57.339404 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e30a2652-2089-4564-bf78-4127e80b874d req-d9c67f54-2375-42ce-a1c4-192ad4885490 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305120 Aug 11 16:21:57.344270 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:57.356420 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 68266f8d-2ab5-404a-9449-c9f4e24c4771, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771,segment=NetworkSegment(919f1c40-988b-4d54-b634-5277886fb387),segment_id=919f1c40-988b-4d54-b634-5277886fb387)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:57.364013 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6593ca-b934-4ce1-a3c0-d09db3769d22,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:57.366836 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:57.367812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.369369 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5754efd7-4256-45f1-9c75-91e903bd152c req-a34c6890-468c-4a52-8c5c-80b207ad37a3 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005343 Aug 11 16:21:57.370294 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 138c5a4f-ef0b-44f6-94c0-391c69913377 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:21:57.390764 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:57.398439 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.399843 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba6593ca-b934-4ce1-a3c0-d09db3769d22 HTTP/1.1" status: 204 len: 168 time: 1.0937145 Aug 11 16:21:57.579745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.600997 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:57.630357 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3d5f4-815f-45a5-81fd-7536817badf8,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:57.636620 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:57.640747 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.661317 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=68266f8d-2ab5-404a-9449-c9f4e24c4771,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:57.668785 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:57.745216 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Allocated IP 172.27.0.51 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/cea54496-3edd-41da-8831-716bc107b991) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:57.808410 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 138c5a4f-ef0b-44f6-94c0-391c69913377, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=138c5a4f-ef0b-44f6-94c0-391c69913377,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:57.845024 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '138c5a4f-ef0b-44f6-94c0-391c69913377', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'port_id': '138c5a4f-ef0b-44f6-94c0-391c69913377', 'mac_address': 'fa:16:3e:42:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43367907-ad4d-4cbe-ae78-7c3f99e858ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:21:57.889453 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c955d0-1179-4da9-942a-376fe98bce4d req-6d2df97e-e77f-4731-ab50-aeeb202d6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:57.891274 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-6d2df97e-e77f-4731-ab50-aeeb202d6db1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1096 time: 0.3978145 Aug 11 16:21:57.944408 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975350b-a9a5-45f4-b5eb-5f0968c18d14 req-5adbdc5e-b1d8-4f2c-9730-70c3d69f2ae5 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:57.950782 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.952417 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7975350b-a9a5-45f4-b5eb-5f0968c18d14 req-5adbdc5e-b1d8-4f2c-9730-70c3d69f2ae5 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 944 time: 0.3146112 Aug 11 16:21:57.977466 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c5a4f-ef0b-44f6-94c0-391c69913377 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:58.003620 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 138c5a4f-ef0b-44f6-94c0-391c69913377, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=138c5a4f-ef0b-44f6-94c0-391c69913377,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:58.011195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.011994 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.012302 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34f3d5f4-815f-45a5-81fd-7536817badf8 HTTP/1.1" status: 204 len: 168 time: 1.2556534 Aug 11 16:21:58.016098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:58.044503 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.063421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccb5c7-406a-4ab4-95cb-1296e0a415b0 req-4190a963-cc91-456a-89db-8a801de60dd0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:58.064126 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-bdccb5c7-406a-4ab4-95cb-1296e0a415b0 req-4190a963-cc91-456a-89db-8a801de60dd0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Synchronizing usage tracker for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:58.104883 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718186de-4dab-42ff-a4b8-da562a9d2d3b {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:58.112487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-bdccb5c7-406a-4ab4-95cb-1296e0a415b0 req-4190a963-cc91-456a-89db-8a801de60dd0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Unset dirty status for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:58.113711 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-bdccb5c7-406a-4ab4-95cb-1296e0a415b0 req-4190a963-cc91-456a-89db-8a801de60dd0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 931 time: 0.9101675 Aug 11 16:21:58.113835 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57092) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:58.115928 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.126023 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7975350b-a9a5-45f4-b5eb-5f0968c18d14 req-e653a3d3-9dba-4d55-a61a-b9b4bb4c8461 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726811 Aug 11 16:21:58.170588 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.178220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=138c5a4f-ef0b-44f6-94c0-391c69913377,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:58.182968 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:58.191890 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Transition to ACTIVE for port object 718186de-4dab-42ff-a4b8-da562a9d2d3b will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:58.196434 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-bdccb5c7-406a-4ab4-95cb-1296e0a415b0 req-17bcd224-662d-4fd7-9835-3b47b84f56d1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703583 Aug 11 16:21:58.197914 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.210125 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:58.218585 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c955d0-1179-4da9-942a-376fe98bce4d req-782f0b64-75b8-4ada-aa56-355389210916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:58.218585 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-782f0b64-75b8-4ada-aa56-355389210916 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.3140116 Aug 11 16:21:58.218585 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:58.279349 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Usage tracker for resource:security_group_rule and tenant:dadf0e36c0f2420da39fe51ccf64b99f is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:58.290082 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:58.305201 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-299b0a86-edde-4fb7-bd3b-22fd3bac2077 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.0850470 Aug 11 16:21:58.306925 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:58.367285 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.380888 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-dffd82d7-bfbb-4809-afa2-c75cd36f5c3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:58.420658 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['68266f8d-2ab5-404a-9449-c9f4e24c4771'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:21:58.444421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Pushing event updated for resources: {'Port': ['ID=718186de-4dab-42ff-a4b8-da562a9d2d3b,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:58.460012 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:58.460848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Attempting to bind port 718186de-4dab-42ff-a4b8-da562a9d2d3b on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:58.461175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Attempting to bind port 718186de-4dab-42ff-a4b8-da562a9d2d3b by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:58.461493 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Attempting to bind port 718186de-4dab-42ff-a4b8-da562a9d2d3b on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:58.488673 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:21:58.489831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Port 718186de-4dab-42ff-a4b8-da562a9d2d3b on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:21:58.490307 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Attempting to bind port 718186de-4dab-42ff-a4b8-da562a9d2d3b on network 7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:58.506902 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:58.507238 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Checking segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:58.507696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Bound using segment: {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:58.508263 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Bound port: 718186de-4dab-42ff-a4b8-da562a9d2d3b, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470bf2b6-d48a-45fe-97e3-d7d930cd40f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:58.508534 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.574937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:58.586855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:58.604670 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:58.623505 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c955d0-1179-4da9-942a-376fe98bce4d req-725ce7b8-9b00-4a8a-8932-3ba75c8c8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:58.625054 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-725ce7b8-9b00-4a8a-8932-3ba75c8c8f38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.3111908 Aug 11 16:21:58.702305 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] For port 718186de-4dab-42ff-a4b8-da562a9d2d3b, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:58.706747 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] For port 718186de-4dab-42ff-a4b8-da562a9d2d3b, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:58.711941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.718484 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:58.822406 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:58.823284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.825766 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] 10.222.0.39 "PUT /v2.0/ports/718186de-4dab-42ff-a4b8-da562a9d2d3b HTTP/1.1" status: 200 len: 1093 time: 1.5770721 Aug 11 16:21:58.833648 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'tag': '718186de-4dab-42ff-a4b8-da562a9d2d3b'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:21:58.863524 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'Port': ['ID=cea54496-3edd-41da-8831-716bc107b991,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:58.867661 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Pushing event updated for resources: {'Port': ['ID=718186de-4dab-42ff-a4b8-da562a9d2d3b,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:58.872190 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:58.981202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:58.984845 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-2b4d505b-3c21-43da-8578-e6da34a9d61b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3345058 Aug 11 16:21:58.994295 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.995030 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'tag': '718186de-4dab-42ff-a4b8-da562a9d2d3b', 'status': 'completed', 'code': 200} Aug 11 16:21:59.032647 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.043417 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.044631 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-14020884-b12c-48e7-bc97-7bbcca8c14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:59.048008 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-14020884-b12c-48e7-bc97-7bbcca8c14f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 1096 time: 0.1652856 Aug 11 16:21:59.082318 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:59.157309 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-1f5c7f4a-812d-4903-8415-4f0fe1cc3091 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b HTTP/1.1" status: 200 len: 217 time: 0.0876205 Aug 11 16:21:59.270427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-7ac5a109-7ec6-46b2-9713-cccfa5a87580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:59.271823 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-7ac5a109-7ec6-46b2-9713-cccfa5a87580 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.1043818 Aug 11 16:21:59.309547 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dadf0e36c0f2420da39fe51ccf64b99f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1820562 Aug 11 16:21:59.311027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea6f574-6a20-4844-8d0c-77814df51985,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:59.313616 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57138) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:59.328915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:59.346600 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.363271 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-dbe854b6-bdb2-469e-b4be-00b5be0555c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837641 Aug 11 16:21:59.397347 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab98d5-3d74-4ea3-8685-c0437ee9be26 req-89618ad9-9236-4cba-aae5-baf90558e2bc tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:59.403039 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-93ab98d5-3d74-4ea3-8685-c0437ee9be26 req-89618ad9-9236-4cba-aae5-baf90558e2bc tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 945 time: 0.7584805 Aug 11 16:21:59.505747 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-8040bebe-54ed-4257-be23-2d8938f6ed27 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133350 Aug 11 16:21:59.563852 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-93ab98d5-3d74-4ea3-8685-c0437ee9be26 req-f411a986-ce6d-4c91-80ba-baf1cf740016 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593206 Aug 11 16:21:59.595284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba7aa9-7867-4c02-ae81-8eabc7eb9843 req-6e40d660-8864-473c-8380-af0307803227 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:59.597082 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-48ba7aa9-7867-4c02-ae81-8eabc7eb9843 req-6e40d660-8864-473c-8380-af0307803227 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 945 time: 0.2329097 Aug 11 16:21:59.600770 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-f02820b2-289d-44ea-8c89-c623e6aa3040 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995873 Aug 11 16:21:59.617774 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.751710 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-48ba7aa9-7867-4c02-ae81-8eabc7eb9843 req-5bc8eb25-ce1c-41db-9628-032ed6b14de6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477563 Aug 11 16:21:59.767922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.857542 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f3af8ba3-7d1f-46f1-b6e3-396e1ef664d2 req-343b4afe-65fd-436c-bdbf-c5f01bcfeff2 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654646 Aug 11 16:21:59.911540 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-19c955d0-1179-4da9-942a-376fe98bce4d req-36bc9c35-7c6a-4577-923f-bc43535664a9 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967497 Aug 11 16:21:59.981327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.990744 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39a196-624f-4947-b4bc-089274041e2c req-1cfff455-dc30-4d91-80ae-865951d3d15e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:59.992219 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6e39a196-624f-4947-b4bc-089274041e2c req-1cfff455-dc30-4d91-80ae-865951d3d15e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 943 time: 0.2756352 Aug 11 16:21:59.995298 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.031185 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:00.067114 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.070217 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea6f574-6a20-4844-8d0c-77814df51985,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:00.072375 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:00.089254 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:00.171468 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.204161 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.206289 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ea6f574-6a20-4844-8d0c-77814df51985 HTTP/1.1" status: 204 len: 168 time: 0.8805363 Aug 11 16:22:00.213413 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-6e39a196-624f-4947-b4bc-089274041e2c req-deeba9b5-85cc-4bc7-91fd-8a7faaf3e626 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Synchronizing usage tracker for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:00.224599 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.233380 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0030060 Aug 11 16:22:00.233380 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'Port': ['ID=cea54496-3edd-41da-8831-716bc107b991,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:00.233380 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:00.253230 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-6e39a196-624f-4947-b4bc-089274041e2c req-deeba9b5-85cc-4bc7-91fd-8a7faaf3e626 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Unset dirty status for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:00.258703 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6e39a196-624f-4947-b4bc-089274041e2c req-deeba9b5-85cc-4bc7-91fd-8a7faaf3e626 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550390 Aug 11 16:22:00.258703 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-7f70f5a6-e3f5-4962-928a-459501137bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:00.258703 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-7f70f5a6-e3f5-4962-928a-459501137bcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 1096 time: 0.2654405 Aug 11 16:22:00.415037 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-d1456cd8-baec-4153-a35d-982024599768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:00.416921 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-d1456cd8-baec-4153-a35d-982024599768 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.1496010 Aug 11 16:22:00.565140 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-38fa65cf-1186-468f-8516-f8f61fadc818 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b HTTP/1.1" status: 200 len: 217 time: 0.1410537 Aug 11 16:22:00.677313 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-85d65e34-f605-4943-af64-8bb94a56eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:00.678940 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-85d65e34-f605-4943-af64-8bb94a56eaea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.1042094 Aug 11 16:22:00.679803 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-78967563-7d8d-42b8-a2e9-b9bf0854a2c7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:00.698810 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device e5a0de38-3274-4826-acab-95c43030f3f6 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:00.707423 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 68266f8d-2ab5-404a-9449-c9f4e24c4771 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:00.718562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-78967563-7d8d-42b8-a2e9-b9bf0854a2c7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:00.719823 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-78967563-7d8d-42b8-a2e9-b9bf0854a2c7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--426815425&fields=id&tenant_id=64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 267 time: 0.1109190 Aug 11 16:22:00.900406 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-acf838fd-b123-462a-9ab6-4c245546925b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116361 Aug 11 16:22:00.961558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-640177a8-2dd6-4084-a018-96f3f0486bed tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:00.962276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-640177a8-2dd6-4084-a018-96f3f0486bed tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:01.016603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-640177a8-2dd6-4084-a018-96f3f0486bed tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:01.020945 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-640177a8-2dd6-4084-a018-96f3f0486bed tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 816 time: 0.2910969 Aug 11 16:22:01.043094 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-d5db9843-5c66-4049-83a4-64bec1acef3e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/quotas/64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 375 time: 0.0170715 Aug 11 16:22:01.078163 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 68266f8d-2ab5-404a-9449-c9f4e24c4771 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:01.095328 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 68266f8d-2ab5-404a-9449-c9f4e24c4771 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:01.096953 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.193711 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port e5a0de38-3274-4826-acab-95c43030f3f6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e5a0de38-3274-4826-acab-95c43030f3f6,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:01.194606 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96277d5-c8d2-4d70-b4fb-affce8d5f7bc req-4fdedb00-3140-4652-aa8a-819e4ae758dd tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:01.196505 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d96277d5-c8d2-4d70-b4fb-affce8d5f7bc req-4fdedb00-3140-4652-aa8a-819e4ae758dd tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 945 time: 0.2950032 Aug 11 16:22:01.222698 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'e5a0de38-3274-4826-acab-95c43030f3f6', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'port_id': 'e5a0de38-3274-4826-acab-95c43030f3f6', 'mac_address': 'fa:16:3e:7b:4c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:01.253874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-1097d279-29df-435e-b40c-833c07fc2ee5 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:01.258697 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-78c47b22-7340-4b66-b8a2-32837a09bbf8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049066 Aug 11 16:22:01.301279 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-1097d279-29df-435e-b40c-833c07fc2ee5 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:01.302900 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-1097d279-29df-435e-b40c-833c07fc2ee5 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2500722 Aug 11 16:22:01.371693 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.413663 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a0de38-3274-4826-acab-95c43030f3f6 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:01.428484 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d96277d5-c8d2-4d70-b4fb-affce8d5f7bc req-0f94ce28-bd80-489d-9bc0-b4bb50d34b3f tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236872 Aug 11 16:22:01.440122 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.456082 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port e5a0de38-3274-4826-acab-95c43030f3f6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e5a0de38-3274-4826-acab-95c43030f3f6,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:01.473078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.475846 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:01.533356 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-7e72b343-3937-4529-9b67-3f1c103a8be8 service neutron] 10.222.0.18 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111609 Aug 11 16:22:01.546122 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68266f8d-2ab5-404a-9449-c9f4e24c4771'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:01.638128 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 68266f8d-2ab5-404a-9449-c9f4e24c4771, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771,segment=NetworkSegment(919f1c40-988b-4d54-b634-5277886fb387),segment_id=919f1c40-988b-4d54-b634-5277886fb387)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:01.653035 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.653938 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 138c5a4f-ef0b-44f6-94c0-391c69913377 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:01.739956 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=e5a0de38-3274-4826-acab-95c43030f3f6,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:01.745129 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:01.745601 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-346263ae-76bf-4f73-9f39-c7348dcc3351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:01.840733 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['e5a0de38-3274-4826-acab-95c43030f3f6'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:01.859069 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-f5cb0982-4e9d-4ff7-a01d-4d6519c64f5d service neutron] 10.222.0.18 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137767 Aug 11 16:22:01.874097 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f381436c-53f9-4eb5-9f30-de17efbc77c1 req-e36fb3a1-96e8-4b91-b3e9-619520d54fa8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997210 Aug 11 16:22:01.948635 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c7723-f92f-4b85-b95d-bb6780c8a532 req-80ad45c6-8b40-4163-a5c5-496ddb7ec39d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:01.966270 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d08c7723-f92f-4b85-b95d-bb6780c8a532 req-80ad45c6-8b40-4163-a5c5-496ddb7ec39d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 945 time: 0.2889981 Aug 11 16:22:01.976300 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=68266f8d-2ab5-404a-9449-c9f4e24c4771,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:01.982455 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:01.994375 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 138c5a4f-ef0b-44f6-94c0-391c69913377 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:02.004510 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 138c5a4f-ef0b-44f6-94c0-391c69913377 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:02.005058 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.059297 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d08c7723-f92f-4b85-b95d-bb6780c8a532 req-d6cbec7b-24b4-4551-bec1-9030f9f58195 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920422 Aug 11 16:22:02.421166 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.458039 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 138c5a4f-ef0b-44f6-94c0-391c69913377, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=138c5a4f-ef0b-44f6-94c0-391c69913377,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:02.468176 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4e84-34a2-43de-b5ad-653fc6746665 req-cfce23b8-7ffc-490d-9688-f7d3088bd4d4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:02.469912 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c9cc4e84-34a2-43de-b5ad-653fc6746665 req-cfce23b8-7ffc-490d-9688-f7d3088bd4d4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 943 time: 0.2322810 Aug 11 16:22:02.480184 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.486819 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:02.586662 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68266f8d-2ab5-404a-9449-c9f4e24c4771', 'code': 200} Aug 11 16:22:02.624766 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c9cc4e84-34a2-43de-b5ad-653fc6746665 req-224bfe60-ed44-4cfc-a3db-6c611ea9deee tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346006 Aug 11 16:22:02.699131 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718186de-4dab-42ff-a4b8-da562a9d2d3b details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:02.743528 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=138c5a4f-ef0b-44f6-94c0-391c69913377,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:02.748837 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:02.812745 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7ee4f3be-8615-4d10-8328-7aaab97bc2f4 req-c32fdc43-c0aa-4b4e-9b4e-1019b2e5ebeb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 210 time: 0.2187626 Aug 11 16:22:03.040449 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302858f-61c7-4229-b5d5-c15171533f15 req-5cb0c558-9437-40d4-a810-6dc60534d18c tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:03.047310 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9302858f-61c7-4229-b5d5-c15171533f15 req-5cb0c558-9437-40d4-a810-6dc60534d18c tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.2252266 Aug 11 16:22:03.064301 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718186de-4dab-42ff-a4b8-da562a9d2d3b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:03.111538 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9302858f-61c7-4229-b5d5-c15171533f15 req-8e0d9a6b-8b92-4ea8-916e-0dd15bb3c61d tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Aug 11 16:22:03.113639 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-d3df6458-cfd0-4cf2-96c9-f6f6132c35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:03.115578 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-d3df6458-cfd0-4cf2-96c9-f6f6132c35b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 1099 time: 0.2049563 Aug 11 16:22:03.117353 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '718186de-4dab-42ff-a4b8-da562a9d2d3b', 'network_id': '7b50ca3d-2ed8-490d-9489-ba512dcbd3a5', 'port_id': '718186de-4dab-42ff-a4b8-da562a9d2d3b', 'mac_address': 'fa:16:3e:2a:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f25a71b-3648-4882-815a-2824a6f504c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:03.165049 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.191059 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:03.195651 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Usage tracker for resource:security_group_rule and tenant:c746d4208e004f43a18031f5742ebb5f is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:03.198949 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:03.206962 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:03.228368 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.279956 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718186de-4dab-42ff-a4b8-da562a9d2d3b {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:03.315372 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718186de-4dab-42ff-a4b8-da562a9d2d3b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:03.334417 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.336668 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-873ed5e4-b372-4c34-bced-02f603af6677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:03.380090 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46753-1cc1-4d7c-a5dd-95534da86f77 req-bb3144a8-035a-4b0f-9787-cde56e03d188 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:03.382091 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43d46753-1cc1-4d7c-a5dd-95534da86f77 req-bb3144a8-035a-4b0f-9787-cde56e03d188 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.1070871 Aug 11 16:22:03.412337 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.419284 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.432314 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:03.457260 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-63fa2ca6-444d-4553-9a89-ce466c861377 req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266118 Aug 11 16:22:03.472896 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f9cb3-d0d9-4990-b13c-edd22668c6cf,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:03.476051 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:03.484485 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=718186de-4dab-42ff-a4b8-da562a9d2d3b,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:03.492821 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:03.500427 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43d46753-1cc1-4d7c-a5dd-95534da86f77 req-b02453a6-c89b-45a7-9e77-f426cd8228d7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119807 Aug 11 16:22:03.573553 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ab273a76-3281-4ad6-91b9-38cdd8e28131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.664282 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['718186de-4dab-42ff-a4b8-da562a9d2d3b'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:03.813580 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfd3e0-8648-4488-a3d8-b9becaf21d2f req-42b3d684-080f-4bed-a625-72746aaf23d1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:03.823027 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1cdfd3e0-8648-4488-a3d8-b9becaf21d2f req-42b3d684-080f-4bed-a625-72746aaf23d1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 944 time: 0.1064308 Aug 11 16:22:03.888121 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1cdfd3e0-8648-4488-a3d8-b9becaf21d2f req-8cbefa5b-2311-43d9-9e83-8306d6a2208f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638168 Aug 11 16:22:04.019974 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:04.023008 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ad8ccf6e-4418-4e24-a21f-a4e3d60a715f req-fe68bbc0-f5cf-4944-8bf2-cb0e4cc04c0a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 210 time: 0.0486104 Aug 11 16:22:04.508719 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ecbbb-6960-418a-bb60-362b9bd26c2a req-23d09d6d-d9d5-45af-83ac-f4ad174fc649 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.510297 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-905ecbbb-6960-418a-bb60-362b9bd26c2a req-23d09d6d-d9d5-45af-83ac-f4ad174fc649 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.2274413 Aug 11 16:22:04.525134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b7fc827e-87f6-4baa-81e8-419f20c71c1d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.526886 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b7fc827e-87f6-4baa-81e8-419f20c71c1d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 816 time: 0.1870668 Aug 11 16:22:04.587628 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c5a4f-ef0b-44f6-94c0-391c69913377'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:04.631244 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-905ecbbb-6960-418a-bb60-362b9bd26c2a req-6bb91b34-8c62-4593-8b75-1fc781c78787 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136258 Aug 11 16:22:04.637849 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-5f129e85-a881-49f9-8b2d-e010c6224698 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:04.661212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-5f129e85-a881-49f9-8b2d-e010c6224698 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:04.662590 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-5f129e85-a881-49f9-8b2d-e010c6224698 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 379 time: 0.1181808 Aug 11 16:22:04.672380 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'port': {'device_id': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'admin_state_up': True, 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'security_groups': ['02349d69-91c0-4b47-ae66-e7d00c114e1e']}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:04.694914 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c5a4f-ef0b-44f6-94c0-391c69913377', 'code': 200} Aug 11 16:22:04.700332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718186de-4dab-42ff-a4b8-da562a9d2d3b up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:04.802258 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 718186de-4dab-42ff-a4b8-da562a9d2d3b completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:04.806542 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b8a57-ec3f-4a25-939a-2d57e6f9749a req-c42c36b4-7705-4d2e-ac8e-b2312f7eb550 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.808848 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3d5b8a57-ec3f-4a25-939a-2d57e6f9749a req-c42c36b4-7705-4d2e-ac8e-b2312f7eb550 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.1005194 Aug 11 16:22:04.813051 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 718186de-4dab-42ff-a4b8-da562a9d2d3b triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:04.813706 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:04.884792 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3d5b8a57-ec3f-4a25-939a-2d57e6f9749a req-12a0e710-5a97-4f9c-92ce-ddd446e63e64 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667012 Aug 11 16:22:04.933469 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:04.945304 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:04.958136 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Made reservation on behalf of 64ed6a910a30438da12ff9e7b33f91e4 for: {'port': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:04.967488 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.027560 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.073447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718186de-4dab-42ff-a4b8-da562a9d2d3b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:05.081516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.082592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device e5a0de38-3274-4826-acab-95c43030f3f6 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:05.222694 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:05.385521 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb05dce-4048-4b52-9455-9604147af6aa req-40bbfd15-5b38-4bd2-ba6a-69c67e022449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:05.403176 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dcb05dce-4048-4b52-9455-9604147af6aa req-40bbfd15-5b38-4bd2-ba6a-69c67e022449 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 1099 time: 0.3435042 Aug 11 16:22:05.604712 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=718186de-4dab-42ff-a4b8-da562a9d2d3b,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:05.613536 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2364da-401c-4a65-af95-f2613ff118ab req-2330e414-2d65-461f-8a3f-e6a795c4c909 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:05.616589 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dc2364da-401c-4a65-af95-f2613ff118ab req-2330e414-2d65-461f-8a3f-e6a795c4c909 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.5705655 Aug 11 16:22:05.631346 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:05.633126 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8ce62290-b231-4379-83ae-fe9c4f20286e req-f4bf2260-bf37-4bb5-850e-fc5b12f28026 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 210 time: 0.2163675 Aug 11 16:22:05.642033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port e5a0de38-3274-4826-acab-95c43030f3f6 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:05.645105 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dcb05dce-4048-4b52-9455-9604147af6aa req-dfa21d27-9e69-4d3c-8d2b-c251686aaa7a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293200 Aug 11 16:22:05.651183 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port e5a0de38-3274-4826-acab-95c43030f3f6 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:05.651568 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.680221 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57442) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:05.710995 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Allocated IP 172.20.0.11 (51108e80-1c7c-4931-bec4-ea51e53ac27d/17ecc956-c9f4-4fba-933b-7151c16d82f9/acf7c660-75b9-45f9-80c8-f4251d01c35b) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:05.855585 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dc2364da-401c-4a65-af95-f2613ff118ab req-389d7eb5-9ff7-4dc5-98e7-7a71c1dbfdd8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248831 Aug 11 16:22:05.856311 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.918715 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port e5a0de38-3274-4826-acab-95c43030f3f6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e5a0de38-3274-4826-acab-95c43030f3f6,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:05.925544 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.927754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:05.949301 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.968156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:05.975164 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Usage tracker for resource:security_group_rule and tenant:bc031daf463f4bf399bbd7ff3bcdffc7 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:05.979334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:05.988477 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:06.140541 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=e5a0de38-3274-4826-acab-95c43030f3f6,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:06.151571 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:06.156231 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-45016fac-7a62-48e6-b949-7421a94775ce tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.156952 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-45016fac-7a62-48e6-b949-7421a94775ce tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Synchronizing usage tracker for tenant:6b295514fa704c8289ac04ee83907659 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:06.171483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.178645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.189840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a8e947f1-2b01-4e92-9212-e75cf73c0d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:06.201169 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.203837 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-45016fac-7a62-48e6-b949-7421a94775ce tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Unset dirty status for tenant:6b295514fa704c8289ac04ee83907659 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:06.211377 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-45016fac-7a62-48e6-b949-7421a94775ce tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.3370569 Aug 11 16:22:06.236033 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.provisioning_blocks [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Transition to ACTIVE for port object acf7c660-75b9-45f9-80c8-f4251d01c35b will not be triggered until provisioned by entity DHCP. {{(pid=79152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:06.285359 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade91119-18ad-48ae-b0c8-8463882c4b19 req-16795cf3-2bec-4b77-af3c-1574da6c390a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.287329 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ade91119-18ad-48ae-b0c8-8463882c4b19 req-16795cf3-2bec-4b77-af3c-1574da6c390a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.1625569 Aug 11 16:22:06.310470 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-4f650675-c5bc-4633-91b1-5f597a90e529 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Synchronizing usage tracker for tenant:6b295514fa704c8289ac04ee83907659 on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:06.313590 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-541948a5-62e1-4f1f-9415-2d32c83e6859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.319177 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc031daf463f4bf399bbd7ff3bcdffc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6373689 Aug 11 16:22:06.322343 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57466) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:06.325085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ee8094-6ce8-4a00-967b-3d42804b1cc0,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:06.341102 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:06.354482 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.373750 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-4f650675-c5bc-4633-91b1-5f597a90e529 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Unset dirty status for tenant:6b295514fa704c8289ac04ee83907659 on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:06.376107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:06.384832 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-638bf51b-34c9-4f6a-a9a3-0289942f0394 req-4f650675-c5bc-4633-91b1-5f597a90e529 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725068 Aug 11 16:22:06.431824 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.445145 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57474) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:06.460420 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ade91119-18ad-48ae-b0c8-8463882c4b19 req-14853fab-04bc-4872-9562-18efb2b76780 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631789 Aug 11 16:22:06.464574 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.470421 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:06.474550 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:06.477296 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:06.483097 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.483742 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.516889 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:06.523945 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:06.553760 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.562050 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8941627 Aug 11 16:22:06.563472 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:06.582971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Request body: {'port': {'device_id': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:06.589064 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ee8094-6ce8-4a00-967b-3d42804b1cc0,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:06.608244 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.612729 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8ee8094-6ce8-4a00-967b-3d42804b1cc0 HTTP/1.1" status: 204 len: 168 time: 0.2860043 Aug 11 16:22:06.614716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:06.696197 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718186de-4dab-42ff-a4b8-da562a9d2d3b'}, {'server_uuid': '25a41837-6d81-444e-9413-a54bff7d25ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a0de38-3274-4826-acab-95c43030f3f6'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:06.799450 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718186de-4dab-42ff-a4b8-da562a9d2d3b', 'code': 200} Aug 11 16:22:06.799670 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a41837-6d81-444e-9413-a54bff7d25ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a0de38-3274-4826-acab-95c43030f3f6', 'code': 200} Aug 11 16:22:06.825096 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-1840ccd0-963e-415a-bc56-350ff5cb3134 None None] Provisioning for port acf7c660-75b9-45f9-80c8-f4251d01c35b completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:06.827532 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.843852 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-1840ccd0-963e-415a-bc56-350ff5cb3134 None None] Provisioning complete for port acf7c660-75b9-45f9-80c8-f4251d01c35b triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:06.844780 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1840ccd0-963e-415a-bc56-350ff5cb3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.952875 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4e4f0-6538-47fb-b695-25e65468622f req-e88d48d5-bc60-4f9e-bf4c-5d1d3388f738 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.962105 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7cb4e4f0-6538-47fb-b695-25e65468622f req-e88d48d5-bc60-4f9e-bf4c-5d1d3388f738 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 932 time: 0.1109791 Aug 11 16:22:06.977039 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-1840ccd0-963e-415a-bc56-350ff5cb3134 None None] Port acf7c660-75b9-45f9-80c8-f4251d01c35b cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:22:06.980006 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.050105 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7cb4e4f0-6538-47fb-b695-25e65468622f req-c0b28795-7a5a-4a82-a2a4-9814f14152b8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865915 Aug 11 16:22:07.117678 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:07.188094 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Usage tracker for resource:security_group_rule and tenant:5899dbdb23b440078c2bacfc2331feae is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:07.188276 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.196569 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:07.210647 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:07.234286 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57500) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:07.366004 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8a0f2-091f-45ea-9c5c-ce60c962e219 req-9cf4cb37-c31a-42e5-b0af-74089898fd1f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.370583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.373755 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-78f8a0f2-091f-45ea-9c5c-ce60c962e219 req-9cf4cb37-c31a-42e5-b0af-74089898fd1f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2933896 Aug 11 16:22:07.403430 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:07.411566 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Usage tracker for resource:security_group_rule and tenant:0627f567acfa48068bc835d1df6860d0 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:07.415745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:07.424330 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:07.459222 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-78f8a0f2-091f-45ea-9c5c-ce60c962e219 req-8e95fb9d-902b-4499-a5c8-d588435115d9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845842 Aug 11 16:22:07.465589 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73721dd-82ff-45e7-aa01-0a787f186d71 req-f8a0700f-aba2-4fea-b49a-8f1f532b29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.467117 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c73721dd-82ff-45e7-aa01-0a787f186d71 req-f8a0700f-aba2-4fea-b49a-8f1f532b29d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.2790024 Aug 11 16:22:07.520309 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a0808-5a74-448b-ab35-e5bbccfc9579 req-353b4390-5601-4262-bc55-068e3b6604b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.521736 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f89a0808-5a74-448b-ab35-e5bbccfc9579 req-353b4390-5601-4262-bc55-068e3b6604b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 1098 time: 0.1953087 Aug 11 16:22:07.591589 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c73721dd-82ff-45e7-aa01-0a787f186d71 req-28a037eb-5ee3-4a34-82d0-0794ca14f403 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158590 Aug 11 16:22:07.683294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.689449 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.695581 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f89a0808-5a74-448b-ab35-e5bbccfc9579 req-7809a095-6f30-42ca-8613-d597a87c42d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098301 Aug 11 16:22:07.711341 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:07.766974 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39def-0b84-46aa-a812-487c80268421 req-2cb4bdaf-0861-4d9e-8cc4-6f1dd43af559 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.769687 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ef39def-0b84-46aa-a812-487c80268421 req-2cb4bdaf-0861-4d9e-8cc4-6f1dd43af559 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.1255031 Aug 11 16:22:07.771457 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3558b20-08ad-43d1-b01b-ace2d788d6fa,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:07.774677 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:07.778121 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5899dbdb23b440078c2bacfc2331feae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3269918 Aug 11 16:22:07.781443 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57532) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:07.832087 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.837454 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ef39def-0b84-46aa-a812-487c80268421 req-91165a6e-f376-4af6-999a-a116d4501f24 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620103 Aug 11 16:22:07.838377 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.851650 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:07.887338 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0627f567acfa48068bc835d1df6860d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473308 Aug 11 16:22:07.890849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57544) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:07.936312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb32ca-a082-45c6-8274-7e90d9214145,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:07.945013 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:07.945236 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf7c660-75b9-45f9-80c8-f4251d01c35b {{(pid=79152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:07.953030 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.956373 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.968809 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.990816 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.provisioning_blocks [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Transition to ACTIVE for port object acf7c660-75b9-45f9-80c8-f4251d01c35b will not be triggered until provisioned by entity L2. {{(pid=79152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:07.995754 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.998424 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.007285 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.019301 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.063461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.071464 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d83a293a-9654-4b43-a5a8-9e2ee309e08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.116079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb32ca-a082-45c6-8274-7e90d9214145,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.125526 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.134613 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.139201 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbdb32ca-a082-45c6-8274-7e90d9214145 HTTP/1.1" status: 204 len: 168 time: 0.2467480 Aug 11 16:22:08.217531 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.235564 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.379398 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.managers [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Attempting to bind port acf7c660-75b9-45f9-80c8-f4251d01c35b on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:08.379816 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.managers [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Attempting to bind port acf7c660-75b9-45f9-80c8-f4251d01c35b by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}] {{(pid=79152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:08.380340 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Attempting to bind port acf7c660-75b9-45f9-80c8-f4251d01c35b on network 51108e80-1c7c-4931-bec4-ea51e53ac27d {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:08.397795 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Port acf7c660-75b9-45f9-80c8-f4251d01c35b on network 51108e80-1c7c-4931-bec4-ea51e53ac27d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:08.398099 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Attempting to bind port acf7c660-75b9-45f9-80c8-f4251d01c35b on network 51108e80-1c7c-4931-bec4-ea51e53ac27d {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:08.406425 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.432187 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4389c98c-77a1-4f55-a3a2-d2c93a78a1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.449556 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:08.449896 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Checking segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:08.450282 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Bound using segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} {{(pid=79152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:08.451367 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.managers [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Bound port: acf7c660-75b9-45f9-80c8-f4251d01c35b, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}}] {{(pid=79152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:08.451732 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.465078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.480351 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3558b20-08ad-43d1-b01b-ace2d788d6fa,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.483064 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.497934 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.502325 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3558b20-08ad-43d1-b01b-ace2d788d6fa HTTP/1.1" status: 204 len: 168 time: 0.7172537 Aug 11 16:22:08.579396 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a877d26-04d7-4e64-81ff-de4d2bf57473 req-b8c71e30-e7ca-4906-9365-84ebc76d5c0b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.580201 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-1a877d26-04d7-4e64-81ff-de4d2bf57473 req-b8c71e30-e7ca-4906-9365-84ebc76d5c0b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:08.647281 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, cleared binding levels {{(pid=79152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:08.652725 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-1a877d26-04d7-4e64-81ff-de4d2bf57473 req-b8c71e30-e7ca-4906-9365-84ebc76d5c0b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:08.663230 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1a877d26-04d7-4e64-81ff-de4d2bf57473 req-b8c71e30-e7ca-4906-9365-84ebc76d5c0b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.3616099 Aug 11 16:22:08.670226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:08.707661 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.718147 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.786140 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.786753 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.788415 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] 10.222.0.39 "PUT /v2.0/ports/acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 1094 time: 2.2101471 Aug 11 16:22:08.794835 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:08.825201 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1a877d26-04d7-4e64-81ff-de4d2bf57473 req-95e7174e-b4e0-4df2-99c6-9702ec18859a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609271 Aug 11 16:22:08.851003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f646dce-7769-47d3-9a74-4bf76103912d req-6908a991-2bc8-4bca-8156-e8f0ad19ec67 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.858262 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f646dce-7769-47d3-9a74-4bf76103912d req-6908a991-2bc8-4bca-8156-e8f0ad19ec67 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1429651 Aug 11 16:22:08.863541 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=3']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.873673 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.969459 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f646dce-7769-47d3-9a74-4bf76103912d req-3cd99d17-fbf8-4b6d-bafb-cb3c7d303478 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101642 Aug 11 16:22:09.170698 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'status': 'completed', 'code': 200} Aug 11 16:22:09.240257 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-de05cea3-3b06-460d-a98b-ed13a495df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.245998 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-de05cea3-3b06-460d-a98b-ed13a495df76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1097 time: 0.2957587 Aug 11 16:22:09.349416 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-55cdc2b3-75fe-4cc5-8fe7-25c1f9256360 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 217 time: 0.0876093 Aug 11 16:22:09.370163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57608) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:09.390137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.411444 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:09.415848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Usage tracker for resource:security_group_rule and tenant:c0930ba94fc44505bcc049401d97d1d0 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:09.418998 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:09.425637 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:09.499203 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-ccc99d92-89e7-4b33-a06c-f0ca0d699938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.500989 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-ccc99d92-89e7-4b33-a06c-f0ca0d699938 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.1272712 Aug 11 16:22:09.532137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.538335 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.561183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:09.632332 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-318b4e43-14e5-4ac1-b14a-f774283f5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.634030 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-318b4e43-14e5-4ac1-b14a-f774283f5d41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1242263 Aug 11 16:22:09.638826 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6bbbc6-20a4-4fc0-997a-76f4fee370db,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:09.641288 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:09.658716 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0930ba94fc44505bcc049401d97d1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864809 Aug 11 16:22:09.661358 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57626) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:09.738053 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.772296 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.819442 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-021a801c-00c4-4f95-af5b-b3541f2ff8d8 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785450 Aug 11 16:22:09.864317 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.871240 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:09.895776 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.897242 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb6bbbc6-20a4-4fc0-997a-76f4fee370db HTTP/1.1" status: 204 len: 168 time: 0.2346759 Aug 11 16:22:09.898630 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6bbbc6-20a4-4fc0-997a-76f4fee370db,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:09.914683 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-83f30fe5-2293-4083-9dce-e9e20f719952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:10.154892 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7fdf1d38-54d9-49f9-a09e-7c639d4c2712 req-73f5cfea-9bdb-4143-a18b-48e46c9a040c service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284309 Aug 11 16:22:10.303481 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb183-1b8b-4365-858b-21a75d8732a5 req-1b12aeef-8c33-4ff6-95c6-dd9e9dccbe3d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.306026 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c70bb183-1b8b-4365-858b-21a75d8732a5 req-1b12aeef-8c33-4ff6-95c6-dd9e9dccbe3d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.2466087 Aug 11 16:22:10.364032 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c70bb183-1b8b-4365-858b-21a75d8732a5 req-2b0be1e3-d410-4714-b47e-70637b8f7598 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496519 Aug 11 16:22:10.575784 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-69b2c284-76ad-4d0b-8a48-4bab4fdefde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.577584 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-69b2c284-76ad-4d0b-8a48-4bab4fdefde1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1097 time: 0.2197957 Aug 11 16:22:10.590638 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806bc8d-7a09-40ab-9158-d4708746eaeb req-876bc441-6a50-43d0-9360-02e247c4fc25 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.605494 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8806bc8d-7a09-40ab-9158-d4708746eaeb req-876bc441-6a50-43d0-9360-02e247c4fc25 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.3688686 Aug 11 16:22:10.623375 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57678) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:10.656242 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.692580 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:10.698039 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6a09d684aa4bfb9516848e0bf8b014 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:10.701133 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:10.721043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:10.782552 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8806bc8d-7a09-40ab-9158-d4708746eaeb req-06b923c8-1b55-459b-b816-b0ce32764476 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760297 Aug 11 16:22:10.835287 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-8c795395-7c34-436d-87a3-28e991a731db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.837824 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-8c795395-7c34-436d-87a3-28e991a731db service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.2294276 Aug 11 16:22:10.845860 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.852706 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.883790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:10.896493 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc6a09d684aa4bfb9516848e0bf8b014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719681 Aug 11 16:22:10.897232 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57692) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:10.982369 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-c3d344ad-7984-4583-9b3d-dfc3c1bfa819 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 217 time: 0.1287937 Aug 11 16:22:10.987965 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9200c497-376d-45db-b685-c6c7ad01824c,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:10.994229 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:11.073533 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.082328 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-fa204828-d513-4eac-b783-c4fe5cc732ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.084096 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-fa204828-d513-4eac-b783-c4fe5cc732ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0808041 Aug 11 16:22:11.120971 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.195640 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.199933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:11.212914 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200c497-376d-45db-b685-c6c7ad01824c,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:11.215582 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:11.231850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.235727 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9200c497-376d-45db-b685-c6c7ad01824c HTTP/1.1" status: 204 len: 168 time: 0.3343160 Aug 11 16:22:11.248793 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-b218ce45-8b12-4d98-80d3-714b9e78960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.250559 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-b218ce45-8b12-4d98-80d3-714b9e78960a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1509643 Aug 11 16:22:11.414306 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321f6f-a856-4844-9b45-605230862c6a req-5bc0b4e4-d5f3-49b2-a34a-941980d25485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.415823 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-5bc0b4e4-d5f3-49b2-a34a-941980d25485 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 1098 time: 0.1705248 Aug 11 16:22:11.419707 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-c24c2458-ba83-4a4f-9ba0-e9fe59b925c6 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579554 Aug 11 16:22:11.434292 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4e75-efaf-4ab7-adee-13617fbd2626 req-7e501253-00fd-4f52-9b1c-1ad19f793c56 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.435777 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d3a4e75-efaf-4ab7-adee-13617fbd2626 req-7e501253-00fd-4f52-9b1c-1ad19f793c56 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1218770 Aug 11 16:22:11.713259 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3f7c3127-2b2a-4e2c-9a6a-8cb8962891c4 req-f64b9914-c2a4-4f58-bad9-3a1b370e6218 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773097 Aug 11 16:22:11.721198 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d3a4e75-efaf-4ab7-adee-13617fbd2626 req-b4ead2f2-46b5-4b5f-bbff-84ce35e2a958 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628841 Aug 11 16:22:11.731879 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a1343-4d2a-48a6-bf5b-7ba6263ea76c req-92b1c4ee-fd87-4bff-b2d0-55bd7860c5d0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.733559 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b64a1343-4d2a-48a6-bf5b-7ba6263ea76c req-92b1c4ee-fd87-4bff-b2d0-55bd7860c5d0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1447263 Aug 11 16:22:11.782714 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321f6f-a856-4844-9b45-605230862c6a req-6c3f6143-d068-4526-a0c7-e64cbd835b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.784993 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-6c3f6143-d068-4526-a0c7-e64cbd835b4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.3480649 Aug 11 16:22:11.807556 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b64a1343-4d2a-48a6-bf5b-7ba6263ea76c req-0d02bf3e-5e46-4376-b7af-65657dc7c354 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582206 Aug 11 16:22:11.871933 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-1cc20fc7-bff2-428a-a6ff-063456758fa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b HTTP/1.1" status: 200 len: 217 time: 0.0803518 Aug 11 16:22:11.948766 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321f6f-a856-4844-9b45-605230862c6a req-c2e2f6aa-b34b-45a5-bad9-71bf6bbf2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.950710 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-c2e2f6aa-b34b-45a5-bad9-71bf6bbf2b04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.0684977 Aug 11 16:22:12.005406 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-a11e76ca-b44e-4608-8f38-775a8977fad6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484188 Aug 11 16:22:12.249577 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-ab6b0c6b-ee0f-4e99-96bb-1d3025206c9e service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376523 Aug 11 16:22:12.467510 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1f321f6f-a856-4844-9b45-605230862c6a req-6e11ae85-185b-4c8e-a5b2-3919cef24217 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058640 Aug 11 16:22:12.739391 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57788) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:12.750013 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:12.929154 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:12.944274 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'mac_address': 'fa:16:3e:7f:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:12.997439 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.013813 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.031299 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf7c660-75b9-45f9-80c8-f4251d01c35b {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:13.039860 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:13.052785 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:13.056931 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.059003 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:13.061077 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb419ebf5c84d2c9c52dfde5d2e1c26 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:13.065701 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:13.068902 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eff88-4f26-48f2-86f0-f64a4d107c85 req-ecb71538-c723-46ee-aedb-ffd60ca8709e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:13.070396 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b17eff88-4f26-48f2-86f0-f64a4d107c85 req-ecb71538-c723-46ee-aedb-ffd60ca8709e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1080556 Aug 11 16:22:13.087343 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:13.144545 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:13.147977 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:13.151248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc8d1f-968a-4889-a4ef-0c3c4ab95bfc req-80cc229f-616c-4708-8cf4-adb5e10ccb78 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:13.159436 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-77dc8d1f-968a-4889-a4ef-0c3c4ab95bfc req-80cc229f-616c-4708-8cf4-adb5e10ccb78 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2441769 Aug 11 16:22:13.235812 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-77dc8d1f-968a-4889-a4ef-0c3c4ab95bfc req-cb3f55e9-9be9-4095-8e9f-9983efbfc1fe tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750883 Aug 11 16:22:13.264505 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b17eff88-4f26-48f2-86f0-f64a4d107c85 req-4ea3d2fa-3edc-4688-87ed-c77dcf334788 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858623 Aug 11 16:22:13.310097 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.314967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.323954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:13.364784 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddb419ebf5c84d2c9c52dfde5d2e1c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242886 Aug 11 16:22:13.366635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47778c15-5719-45f7-93ae-98f8f640fd3e,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:13.368086 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57824) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:13.369858 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:13.422989 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['acf7c660-75b9-45f9-80c8-f4251d01c35b'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:13.444981 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.473959 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.545365 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.553564 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:13.568107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47778c15-5719-45f7-93ae-98f8f640fd3e,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:13.577851 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:13.583511 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.584475 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47778c15-5719-45f7-93ae-98f8f640fd3e HTTP/1.1" status: 204 len: 168 time: 0.2151976 Aug 11 16:22:13.667408 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57846) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:13.885235 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:22:13.991082 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.006727 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:14.011319 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Usage tracker for resource:security_group_rule and tenant:006d90f19bdd488aa5d90e9a68a4e6cc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:14.014488 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:14.021028 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:14.113673 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.115113 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57862) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:14.132265 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.141896 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:14.152790 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.194764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:14.200700 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=006d90f19bdd488aa5d90e9a68a4e6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249388 Aug 11 16:22:14.203476 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d6cfd4-4655-4f28-b4eb-a47157aeadaf,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:14.203849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57866) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:14.206916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Usage tracker for resource:security_group_rule and tenant:07dc8a4ba9794031bc39c15184a2ab07 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:14.209694 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:14.210474 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:14.216436 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:14.287391 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.335804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.336615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.341910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.356962 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-153182f3-bfdd-4884-ac6a-86938ffef12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:14.391207 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92c9e3-86b4-451f-818a-70f53aa3e23f,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:14.414191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:14.433524 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.440398 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:14.450026 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07dc8a4ba9794031bc39c15184a2ab07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336003 Aug 11 16:22:14.452817 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57878) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:14.535269 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d6cfd4-4655-4f28-b4eb-a47157aeadaf,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:14.541347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:14.554861 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.558201 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53d6cfd4-4655-4f28-b4eb-a47157aeadaf HTTP/1.1" status: 204 len: 168 time: 0.3509979 Aug 11 16:22:14.605584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8698d-6b43-471f-a2f2-b77479411166 req-65789b58-fb73-427c-bfc7-7ed63d41cad6 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:14.613713 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80e8698d-6b43-471f-a2f2-b77479411166 req-65789b58-fb73-427c-bfc7-7ed63d41cad6 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1638312 Aug 11 16:22:14.619998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.655619 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427785-fb20-4f7c-a6df-923fb174dcde req-7711aa8f-9992-4534-bc61-b4516662bec6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:14.657122 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-74427785-fb20-4f7c-a6df-923fb174dcde req-7711aa8f-9992-4534-bc61-b4516662bec6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 945 time: 0.1888487 Aug 11 16:22:14.665101 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.679505 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80e8698d-6b43-471f-a2f2-b77479411166 req-37d93a20-249e-4071-b1ac-8fbd640a67cd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608447 Aug 11 16:22:14.748337 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-74427785-fb20-4f7c-a6df-923fb174dcde req-14c5ce8f-3fee-4019-8287-844763492feb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760553 Aug 11 16:22:14.773535 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.780655 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3fa68b84-8dc2-4244-af06-293ca9df699f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:14.782945 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:14.796809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92c9e3-86b4-451f-818a-70f53aa3e23f,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:14.801042 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:14.805811 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.806955 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e92c9e3-86b4-451f-818a-70f53aa3e23f HTTP/1.1" status: 204 len: 168 time: 0.3530638 Aug 11 16:22:14.879771 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port acf7c660-75b9-45f9-80c8-f4251d01c35b completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:14.887061 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port acf7c660-75b9-45f9-80c8-f4251d01c35b triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:14.887722 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.077073 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 57900) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:15.081693 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.107721 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.112419 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:15.126928 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:15.131248 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.132151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:15.133653 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:15.137756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Usage tracker for resource:security_group_rule and tenant:a0713c98623f40fa905a27ef085bbfe4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:15.141707 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:15.150166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:15.225948 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'code': 200} Aug 11 16:22:15.241181 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:15.248313 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:15.269275 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.279498 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.292548 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:15.338837 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0713c98623f40fa905a27ef085bbfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606511 Aug 11 16:22:15.341429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 57916) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:15.353699 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5397b94f-a502-4d6e-b977-a4f3ff641880,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:15.371685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:15.454556 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.484423 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.606345 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f48e2-5692-47d3-af2f-208dea977837 req-2cc8ea92-c710-4b61-8623-c004eba6ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:15.607883 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-eb2f48e2-5692-47d3-af2f-208dea977837 req-2cc8ea92-c710-4b61-8623-c004eba6ba0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1099 time: 0.1147413 Aug 11 16:22:15.662572 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.668831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1c091d06-a46d-46ba-8a32-6a0d75f3c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:15.688250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5397b94f-a502-4d6e-b977-a4f3ff641880,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:15.690927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:15.693661 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-eb2f48e2-5692-47d3-af2f-208dea977837 req-d38b3b6a-aa9f-4937-ad71-cd983fb5e838 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737624 Aug 11 16:22:15.698763 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.699756 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5397b94f-a502-4d6e-b977-a4f3ff641880 HTTP/1.1" status: 204 len: 168 time: 0.3572083 Aug 11 16:22:15.955471 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a95c-42f7-46bc-9e0b-bb8b116187c7 req-5559d20d-f752-4b3c-963b-8e2555d2b1b2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:15.956988 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7239a95c-42f7-46bc-9e0b-bb8b116187c7 req-5559d20d-f752-4b3c-963b-8e2555d2b1b2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1394546 Aug 11 16:22:15.999040 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da830a-2d6c-4327-98c0-038e4e749f4b req-14f62001-32f8-4118-b078-795ccfa74b1d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:16.000757 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81da830a-2d6c-4327-98c0-038e4e749f4b req-14f62001-32f8-4118-b078-795ccfa74b1d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0931463 Aug 11 16:22:16.016696 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7239a95c-42f7-46bc-9e0b-bb8b116187c7 req-f4ccb93d-3c3e-4cd4-ba8d-7ab07bb6a070 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532248 Aug 11 16:22:16.050025 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81da830a-2d6c-4327-98c0-038e4e749f4b req-88702be3-6ee3-48b6-8ad1-628efdac419b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Aug 11 16:22:17.165848 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58042) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:17.337125 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c86eaa-5638-4e61-930a-51ac7076d6b6 req-71da140c-3471-4006-8f54-83c9b4c46386 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.339208 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-19c86eaa-5638-4e61-930a-51ac7076d6b6 req-71da140c-3471-4006-8f54-83c9b4c46386 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1144168 Aug 11 16:22:17.403465 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-19c86eaa-5638-4e61-930a-51ac7076d6b6 req-95323a61-4ee4-4858-a1dd-1126c9b087aa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578465 Aug 11 16:22:17.419535 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.451219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:17.465998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Usage tracker for resource:security_group_rule and tenant:014bed26d1fc463ea93678bf49200fbd is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:17.471937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:17.481773 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:17.535998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bdd49-bd1b-4a16-b33e-a32424496319 req-c69893d9-c969-4526-9bcb-d4f5d7bc635f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.537583 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c1bdd49-bd1b-4a16-b33e-a32424496319 req-c69893d9-c969-4526-9bcb-d4f5d7bc635f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2819808 Aug 11 16:22:17.576795 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58062) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:17.626062 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c1bdd49-bd1b-4a16-b33e-a32424496319 req-d4528086-da09-4aa6-af34-e066a7235b53 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808649 Aug 11 16:22:17.659121 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.663464 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.672004 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5363a57f-c26d-403e-8f28-b1b95ff641ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:17.714288 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=014bed26d1fc463ea93678bf49200fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446043 Aug 11 16:22:17.715501 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5ab7f4-bad7-4fb3-bae4-e33d4119863a,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.717987 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58072) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:17.721662 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:17.748624 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.764415 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:17.768604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Usage tracker for resource:security_group_rule and tenant:cedbaa44a98a4e988f9014611cce44e9 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:17.771790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:17.777621 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:17.784940 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.812956 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.874318 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.876391 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.880086 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.880987 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:17.894646 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5ab7f4-bad7-4fb3-bae4-e33d4119863a,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.898298 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:17.900076 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58078) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:17.906825 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:17.910646 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.914974 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d5ab7f4-bad7-4fb3-bae4-e33d4119863a HTTP/1.1" status: 204 len: 168 time: 0.1960711 Aug 11 16:22:17.944099 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cedbaa44a98a4e988f9014611cce44e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659379 Aug 11 16:22:17.946933 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58086) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:17.964949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452dfaff-b4e6-4316-8a1d-d4df52a00516,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.972647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:18.016376 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.048118 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.117451 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.123581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:18.134690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452dfaff-b4e6-4316-8a1d-d4df52a00516,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:18.139534 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:18.142325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.143819 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/452dfaff-b4e6-4316-8a1d-d4df52a00516 HTTP/1.1" status: 204 len: 168 time: 0.1958542 Aug 11 16:22:18.199026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.216089 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:18.220705 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:71d2f11079ca4c7b9813caf9d3598c1e is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:18.223882 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:18.232518 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:18.324693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.328339 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.340909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-13dc118d-314b-475e-a503-44d0f0bdb3ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:18.384728 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58106) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:18.385285 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71d2f11079ca4c7b9813caf9d3598c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836600 Aug 11 16:22:18.395789 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2f1f0-a52e-4cd9-abac-cddad83c901b,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:18.409966 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:18.475375 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.511415 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.572154 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.579603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-05e092a9-27b3-4ba6-a5ea-30e7608842fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:18.602171 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2f1f0-a52e-4cd9-abac-cddad83c901b,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:18.607499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:18.672090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58128) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:18.709568 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.710241 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.720613 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3a1bad0e-b39e-406e-ace9-4a3739063205 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fa2f1f0-a52e-4cd9-abac-cddad83c901b HTTP/1.1" status: 204 len: 168 time: 0.3335581 Aug 11 16:22:18.743441 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:18.755053 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fd423ec0a54297a46ce90e3608e35d is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:18.762654 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:18.771368 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:18.828478 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062724-3e23-48aa-9301-d13b1fbc1051 req-bb356100-590e-44ca-bae4-1f7991e5fe3c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:18.842941 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-38062724-3e23-48aa-9301-d13b1fbc1051 req-bb356100-590e-44ca-bae4-1f7991e5fe3c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.2047150 Aug 11 16:22:18.924063 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-38062724-3e23-48aa-9301-d13b1fbc1051 req-532fb690-967b-4439-a2ad-25a4a104cc74 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792623 Aug 11 16:22:19.079195 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.093322 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.112983 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-30c28d3d-84e8-4f32-976d-0d8aaede3c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:19.158161 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec04add-c17b-4666-9e77-0f50d1ce0858 req-9e13dffb-c84c-4874-86d8-25f94c2f3957 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:19.165496 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c111a-1cb8-4819-97cf-ebd1fb496947 req-da9209ec-546b-4320-a804-b180eec0bf0b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:19.167879 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6ec04add-c17b-4666-9e77-0f50d1ce0858 req-9e13dffb-c84c-4874-86d8-25f94c2f3957 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2743101 Aug 11 16:22:19.170934 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-064c111a-1cb8-4819-97cf-ebd1fb496947 req-da9209ec-546b-4320-a804-b180eec0bf0b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0966136 Aug 11 16:22:19.177535 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58160) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:19.188233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'floatingip': {'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:19.227591 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9fd423ec0a54297a46ce90e3608e35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544050 Aug 11 16:22:19.228287 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58166) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:19.248499 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e11dd4-4f18-47ab-93db-94e1ff1d9c92,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:19.252547 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:19.276433 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6ec04add-c17b-4666-9e77-0f50d1ce0858 req-6f3d76ee-73b5-4685-9d12-a54d04ef91e4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076069 Aug 11 16:22:19.320202 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.354146 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58170) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:19.373730 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.378667 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.405370 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:19.436927 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Usage tracker for resource:security_group_rule and tenant:0f61528c99114f289ecae9e0cf361c55 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:19.443259 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:19.447312 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.462391 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:19.648281 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.656365 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:19.690899 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58208) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:19.713779 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e11dd4-4f18-47ab-93db-94e1ff1d9c92,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:19.717612 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:19.757079 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.758910 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7e11dd4-4f18-47ab-93db-94e1ff1d9c92 HTTP/1.1" status: 204 len: 168 time: 0.5288863 Aug 11 16:22:19.771006 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.778833 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.796367 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2a7fa786-a837-4cbb-89ed-85c4dfb34b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:19.874929 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f61528c99114f289ecae9e0cf361c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197048 Aug 11 16:22:19.878596 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58226) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:19.884794 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cbefba-5f49-4869-bfb3-d8e45c998689,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:19.901437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:19.935133 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.984354 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:19.991037 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Usage tracker for resource:security_group_rule and tenant:274d56c229324240b1850a31c6e7459b is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:19.995121 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:20.012024 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:20.021342 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.063128 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.262664 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.280373 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.290782 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-32002c26-6838-4851-ae1e-3dbdd9e9574e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:20.301919 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.366441 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=274d56c229324240b1850a31c6e7459b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696606 Aug 11 16:22:20.368009 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58246) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:20.370957 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34045ad-917a-4bca-80b9-6a8fcc676194,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:20.387085 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:20.387882 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.389130 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22cbefba-5f49-4869-bfb3-d8e45c998689 HTTP/1.1" status: 204 len: 168 time: 0.5093949 Aug 11 16:22:20.390067 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3f6eda9b-0270-4faf-b9f3-4d931c01e260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:20.405761 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cbefba-5f49-4869-bfb3-d8e45c998689,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:20.414906 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:20.458992 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.490575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.579906 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.585554 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c846a80c-d10a-4539-b552-206c2534a2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:20.605231 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34045ad-917a-4bca-80b9-6a8fcc676194,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:20.609690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:20.621982 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.623274 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f34045ad-917a-4bca-80b9-6a8fcc676194 HTTP/1.1" status: 204 len: 168 time: 0.2541854 Aug 11 16:22:20.653869 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.db.resource_extend [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:22:20.774067 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415226ef-9740-4ed9-b5ec-7d94eb63ec37 req-c7fec1a1-092a-4b18-b370-7403d97f584c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:20.780979 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-415226ef-9740-4ed9-b5ec-7d94eb63ec37 req-c7fec1a1-092a-4b18-b370-7403d97f584c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2996554 Aug 11 16:22:20.808976 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.813202 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.920867 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-415226ef-9740-4ed9-b5ec-7d94eb63ec37 req-d3e19373-43fc-4fc1-8e1a-c85650fb36b3 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389372 Aug 11 16:22:21.068641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Floating IP e200b360-dd5a-40a5-adf0-117157e54cb5 associated. External IP: 172.27.0.51, port: acf7c660-75b9-45f9-80c8-f4251d01c35b. Aug 11 16:22:21.176584 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58292) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:21.201380 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.232051 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:21.245257 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Usage tracker for resource:security_group_rule and tenant:755447da8dbf432b99f10871446dc50f is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:21.249007 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:21.257585 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:21.386206 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.391322 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.405089 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8fbf00bf-0485-4fe5-8ec1-8d08101744c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:21.448180 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f20b0f6-d563-45af-b0a0-c7f1a58aefae,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:21.452586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:21.478794 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=755447da8dbf432b99f10871446dc50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009503 Aug 11 16:22:21.482410 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58306) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:21.604062 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.637323 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.692099 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba6ed3-ccd4-4a02-b2e3-1ec6dd3a81c1 req-d5c11029-c1ba-419c-83f9-5bfbcc0dd5ee tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:21.693844 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-58ba6ed3-ccd4-4a02-b2e3-1ec6dd3a81c1 req-d5c11029-c1ba-419c-83f9-5bfbcc0dd5ee tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.4248283 Aug 11 16:22:21.708407 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.716499 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-39867e1b-dd9f-495d-9f1c-7e2f4f2c78d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:21.732213 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f20b0f6-d563-45af-b0a0-c7f1a58aefae,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:21.744034 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:21.745437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.749846 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f20b0f6-d563-45af-b0a0-c7f1a58aefae HTTP/1.1" status: 204 len: 168 time: 0.2630789 Aug 11 16:22:21.788483 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-58ba6ed3-ccd4-4a02-b2e3-1ec6dd3a81c1 req-98669f0d-1b1f-48e1-8fa6-746edda4a1c1 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746043 Aug 11 16:22:21.798997 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:22:22.033025 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:22:22.038378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:22.046431 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:22:22.057794 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:22:22.059107 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:22:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:22.139951 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6297300b-a8a5-40bf-9b53-2abc384ae35f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "PUT /v2.0/floatingips/e200b360-dd5a-40a5-adf0-117157e54cb5 HTTP/1.1" status: 200 len: 991 time: 2.9546797 Aug 11 16:22:22.139951 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:22.174286 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c29e-20f7-4f14-a14c-85935218ba57 req-0c8f5c98-fbed-4128-aec2-99254291b6df tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:22.175992 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0de4c29e-20f7-4f14-a14c-85935218ba57 req-0c8f5c98-fbed-4128-aec2-99254291b6df tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1317129 Aug 11 16:22:22.282343 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0de4c29e-20f7-4f14-a14c-85935218ba57 req-4d76cb4b-001c-47c8-b69d-21c9e23df5f7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003935 Aug 11 16:22:22.328615 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:22:22.365559 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'status': 'completed', 'code': 200} Aug 11 16:22:22.662578 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-c0000f30-ca0e-47ab-a6c2-b6bf59113eca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1968467 Aug 11 16:22:22.671224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-c9aa632c-0727-4b93-8682-460e23251efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:22.672766 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-c9aa632c-0727-4b93-8682-460e23251efc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1099 time: 0.2056816 Aug 11 16:22:23.012256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-fa51b810-bdf5-47e1-945e-d3624cff180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.018220 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-fa51b810-bdf5-47e1-945e-d3624cff180b service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.3146033 Aug 11 16:22:23.059970 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-8bbc0be5-7468-43b9-bbab-17b38ede7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.061326 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'e200b360-dd5a-40a5-adf0-117157e54cb5', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'mac_address': 'fa:16:3e:7f:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:21:58Z', 'updated_at': '2021-08-11T16:22:20Z', 'revision_number': 1, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:23.062595 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-8bbc0be5-7468-43b9-bbab-17b38ede7e30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 1099 time: 0.2269027 Aug 11 16:22:23.069087 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:22:23.094660 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:22:23.096067 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:22:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:23.301096 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-e586bafc-0783-4254-a42a-78fe4b8c6596 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 999 time: 0.2195616 Aug 11 16:22:23.371045 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a800-ef71-4148-9030-30f6c7c6d2f0 req-d2795388-b030-4926-ba75-d060b52c1aaf tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.377615 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:22:23.381328 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1108a800-ef71-4148-9030-30f6c7c6d2f0 req-d2795388-b030-4926-ba75-d060b52c1aaf tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.2817502 Aug 11 16:22:23.419033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-e8013be0-4304-407e-8c44-69eab677c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.420391 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-e8013be0-4304-407e-8c44-69eab677c0ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 915 time: 0.3196881 Aug 11 16:22:23.447777 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-2b5f8c76-b3e0-419a-8690-8b23f0561c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.449264 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-2b5f8c76-b3e0-419a-8690-8b23f0561c0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.1405160 Aug 11 16:22:23.511776 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-b09b5fe2-127c-4845-8e61-e91461e373e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c5a4f-ef0b-44f6-94c0-391c69913377 HTTP/1.1" status: 200 len: 217 time: 0.0831981 Aug 11 16:22:23.535277 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1108a800-ef71-4148-9030-30f6c7c6d2f0 req-6fb22ff0-a828-460d-87ed-4fe9919acb4f tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528792 Aug 11 16:22:23.648867 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-86b497a6-424e-4cb5-81c9-29186bbdb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.650789 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-86b497a6-424e-4cb5-81c9-29186bbdb8d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.1140728 Aug 11 16:22:23.696786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-b4bed901-95fe-4754-8201-618884e47781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.698267 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-b4bed901-95fe-4754-8201-618884e47781 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2342985 Aug 11 16:22:23.716183 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c7795-a2a4-47df-af78-8d0ba9d8265b req-b4f23e81-6e68-46da-926a-7588e08fb99b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.717651 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-cd8c7795-a2a4-47df-af78-8d0ba9d8265b req-b4f23e81-6e68-46da-926a-7588e08fb99b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1649911 Aug 11 16:22:23.777831 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-ff7884ae-3e3a-409a-b543-ddf06d5a649c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815108 Aug 11 16:22:23.914138 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-cd8c7795-a2a4-47df-af78-8d0ba9d8265b req-96555497-f8e0-459a-8baf-1a86041fd2c9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568315 Aug 11 16:22:23.972010 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-9f36f4af-5d4f-4ffd-b6d6-f4eb458b7c2a service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479942 Aug 11 16:22:24.036501 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-d13941da-5af5-49a1-994f-f7213288c8b4 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302749 Aug 11 16:22:24.046260 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'e200b360-dd5a-40a5-adf0-117157e54cb5', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'mac_address': 'fa:16:3e:7f:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:21:58Z', 'updated_at': '2021-08-11T16:22:20Z', 'revision_number': 1, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:24.051411 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae7fef-724b-4ca8-9b2d-d5e1740792e6 None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'e200b360-dd5a-40a5-adf0-117157e54cb5', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'mac_address': 'fa:16:3e:7f:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:21:58Z', 'updated_at': '2021-08-11T16:22:20Z', 'revision_number': 1, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:22:24.155415 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af274580-3ff5-485c-9963-ab4dea59bd98 req-e0a158b9-08c1-4e2d-a5a3-56c862bc9cc0 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729679 Aug 11 16:22:24.374301 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-da561842-c62a-4560-abee-37b04fed2623 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.376448 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-da561842-c62a-4560-abee-37b04fed2623 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.39 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.2251818 Aug 11 16:22:24.419813 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96beb44e-80d6-4438-89f3-8f9f2f0c7e6f None None] New status for floating IP e200b360-dd5a-40a5-adf0-117157e54cb5: ACTIVE {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:22:24.437886 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fe46d5f-ee4e-46e7-bdf7-bd660f8e86f1 req-e63e2755-eb70-47e5-a015-66cc52e5816e service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154998 Aug 11 16:22:24.488100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Deleting port 68266f8d-2ab5-404a-9449-c9f4e24c4771 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:22:24.488373 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.033843 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1a70e-52d6-4e82-a179-f6c28e559457 req-3157db02-0d2c-46a4-9cec-e56c869c92be tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:25.035369 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03b1a70e-52d6-4e82-a179-f6c28e559457 req-3157db02-0d2c-46a4-9cec-e56c869c92be tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 946 time: 0.3418524 Aug 11 16:22:25.109130 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] For port 68266f8d-2ab5-404a-9449-c9f4e24c4771, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=68266f8d-2ab5-404a-9449-c9f4e24c4771,segment=NetworkSegment(919f1c40-988b-4d54-b634-5277886fb387),segment_id=919f1c40-988b-4d54-b634-5277886fb387)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:25.109774 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.159709 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03b1a70e-52d6-4e82-a179-f6c28e559457 req-98bb78f1-a034-48e9-8998-c5b8bd9e6f6c tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe0e20a3-199d-4726-8a00-5693f4e52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898263 Aug 11 16:22:25.206937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d21067-3fa8-448d-8900-66ba5bd03904 req-9c893c13-5cad-4ae6-b434-b76577e9748f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:25.213715 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-00d21067-3fa8-448d-8900-66ba5bd03904 req-9c893c13-5cad-4ae6-b434-b76577e9748f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0950041 Aug 11 16:22:25.281797 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-00d21067-3fa8-448d-8900-66ba5bd03904 req-267d2fb7-6544-4486-8840-3e21e2fc7be6 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671880 Aug 11 16:22:25.368505 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Calling delete_port for 68266f8d-2ab5-404a-9449-c9f4e24c4771 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:22:25.694781 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.700433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:25.745518 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['68266f8d-2ab5-404a-9449-c9f4e24c4771'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:25.748285 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Pushing event deleted for resources: {'Port': ['ID=68266f8d-2ab5-404a-9449-c9f4e24c4771,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:25.791702 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.792058 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.792405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.792745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.793079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.793425 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.793757 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.794088 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.794419 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.794777 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.795107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.795434 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.823232 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:25.835079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] No DVR routers for this DVR port 68266f8d-2ab5-404a-9449-c9f4e24c4771 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:22:25.837975 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.840455 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'name': 'network-vif-deleted', 'tag': '68266f8d-2ab5-404a-9449-c9f4e24c4771'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:25.855473 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6144a363-cda7-42d1-80d2-6d10d8a017ab req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.39 "DELETE /v2.0/ports/68266f8d-2ab5-404a-9449-c9f4e24c4771 HTTP/1.1" status: 204 len: 173 time: 1.4694839 Aug 11 16:22:25.889499 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336e1d73-294f-42fe-b1cb-504d649bcabf', 'name': 'network-vif-deleted', 'tag': '68266f8d-2ab5-404a-9449-c9f4e24c4771', 'status': 'completed', 'code': 200} Aug 11 16:22:25.916895 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:26.311053 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e7394d6b-7d8e-4a1e-a4ae-9fa3bce0e0f5 req-c4f5313e-df5f-480c-a494-890714266cfc tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Synchronizing usage tracker for tenant:6b295514fa704c8289ac04ee83907659 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:26.327586 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e7394d6b-7d8e-4a1e-a4ae-9fa3bce0e0f5 req-c4f5313e-df5f-480c-a494-890714266cfc tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Unset dirty status for tenant:6b295514fa704c8289ac04ee83907659 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:26.328736 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e7394d6b-7d8e-4a1e-a4ae-9fa3bce0e0f5 req-c4f5313e-df5f-480c-a494-890714266cfc tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.0591955 Aug 11 16:22:26.480116 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdca122-4fd7-47eb-9a15-94a001678e71 req-36069f27-46bf-4786-b06b-55d0820727ca tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.481555 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-efdca122-4fd7-47eb-9a15-94a001678e71 req-36069f27-46bf-4786-b06b-55d0820727ca tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0845835 Aug 11 16:22:26.528828 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-efdca122-4fd7-47eb-9a15-94a001678e71 req-0c91ad7b-7470-49c7-bbbc-7efda558c213 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Aug 11 16:22:27.546612 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bbab93b7-1391-47e9-b0f4-e4ec67ab5846 req-6eec2c4c-9812-4188-8b6e-9c0bea1b4dc8 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] 10.222.0.18 "GET /v2.0/ports?device_id=336e1d73-294f-42fe-b1cb-504d649bcabf HTTP/1.1" status: 200 len: 210 time: 0.0479906 Aug 11 16:22:27.738997 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58290308-6de5-4bd0-859c-301f89300fa9 req-e3eb2142-21f7-47a6-bc8a-013e226ebc8f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.740464 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-58290308-6de5-4bd0-859c-301f89300fa9 req-e3eb2142-21f7-47a6-bc8a-013e226ebc8f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0941648 Aug 11 16:22:27.793371 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-58290308-6de5-4bd0-859c-301f89300fa9 req-40a25df7-3387-4328-846a-932e560d3b95 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Aug 11 16:22:28.285741 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-2ef90c88-a954-4d45-a462-9cb06b87c088 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:28.287194 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-2ef90c88-a954-4d45-a462-9cb06b87c088 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.1907542 Aug 11 16:22:28.301127 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-72acf758-5cf0-495a-8f6a-5100310caa63 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/quotas/72a1dbe7066f42efaefea163311a2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0086048 Aug 11 16:22:28.381388 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-97c71838-85f2-46df-aca4-50fab6ee03ea tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753915 Aug 11 16:22:28.537901 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-39b78d5e-28cd-48d5-b47d-8d09773ffad2 service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494806 Aug 11 16:22:28.678831 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-05e7cfa9-5684-45fe-9d86-fceb79b8e4d7 service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330674 Aug 11 16:22:28.753343 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58518) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:28.902248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.921079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:28.926444 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Usage tracker for resource:security_group_rule and tenant:f0f3a709458746cb9eb498595eecfbb8 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:28.928741 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e8374b40-e04a-4b82-8eb6-ae1833f1e932 req-9c55892c-db58-4e73-aa59-ca44766f614d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 210 time: 0.0527415 Aug 11 16:22:28.931934 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:28.939469 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:29.038229 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.042499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.055378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7b1077a2-a8bf-4f40-95c2-4e159f2431d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.108948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ecec1-4191-473f-b997-9ed416048467,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.113298 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.119299 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58542) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.119666 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0f3a709458746cb9eb498595eecfbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653023 Aug 11 16:22:29.197682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab5214-1660-4eba-8758-f630bf25c2cb req-f3505c4e-e750-4b7f-9b0a-16f4927e474e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:29.199281 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-33ab5214-1660-4eba-8758-f630bf25c2cb req-f3505c4e-e750-4b7f-9b0a-16f4927e474e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1380892 Aug 11 16:22:29.207381 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.262981 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.279587 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-33ab5214-1660-4eba-8758-f630bf25c2cb req-fe9080bd-b0b8-4b4f-bf17-b065731724cd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701094 Aug 11 16:22:29.322107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.327001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2b00d48e-dba2-4341-8a01-dd748c9b666c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.339196 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ecec1-4191-473f-b997-9ed416048467,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.348470 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.348831 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.349183 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.349528 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.349916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.350212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.350569 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.350911 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.351251 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.351593 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.351923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.352254 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:29.355287 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.359281 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf1ecec1-4191-473f-b997-9ed416048467 HTTP/1.1" status: 204 len: 168 time: 0.2359459 Aug 11 16:22:29.359281 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.659148 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58560) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.676374 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.691062 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:29.694848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Usage tracker for resource:security_group_rule and tenant:29aa4eaf390348c6b8ed266c01e392a9 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:29.697580 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:29.703206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:29.744569 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 68266f8d-2ab5-404a-9449-c9f4e24c4771 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:22:29.778008 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 68266f8d-2ab5-404a-9449-c9f4e24c4771 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:22:29.778358 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 68266f8d-2ab5-404a-9449-c9f4e24c4771 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:22:29.783433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.787242 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.794138 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.835179 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29aa4eaf390348c6b8ed266c01e392a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749399 Aug 11 16:22:29.836694 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c3a4bb-1143-47a7-adb5-140ef86ab084,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.837855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58566) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.840373 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.896481 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.924396 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.975864 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.980956 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4b312654-9471-4df9-8967-2ca5b6ed5e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.994281 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c3a4bb-1143-47a7-adb5-140ef86ab084,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.996909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.998158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.999519 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5c3a4bb-1143-47a7-adb5-140ef86ab084 HTTP/1.1" status: 204 len: 168 time: 0.1605775 Aug 11 16:22:30.086128 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-091aec0e-b7a4-43b3-8da6-8de732cf4d87 req-4fc0a9d2-ca55-4f14-a505-7b7d38053bcf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 210 time: 0.0442410 Aug 11 16:22:30.472254 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa9d6-b8d0-4396-8b0a-d91ba8dc8756 req-b9fb50ed-8616-4480-a84e-47dd5cededf4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:30.473746 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ba6aa9d6-b8d0-4396-8b0a-d91ba8dc8756 req-b9fb50ed-8616-4480-a84e-47dd5cededf4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0849957 Aug 11 16:22:30.522868 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ba6aa9d6-b8d0-4396-8b0a-d91ba8dc8756 req-1774ee0d-6635-4ad7-8f51-359f751f12d8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Aug 11 16:22:31.253465 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c076b6dc-ef5f-46c1-8b33-c954bdc637c9 req-722574f5-b666-4a00-8df8-4eacbfab71fb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 210 time: 0.0461795 Aug 11 16:22:31.887925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-496a5634-5acd-4f1f-adc9-be21442815dc tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:31.889331 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-496a5634-5acd-4f1f-adc9-be21442815dc tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.1971507 Aug 11 16:22:31.897609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeac7ad-8634-4086-8a18-e337d0ecbefd req-7e39e504-f8a5-4ad6-ac92-f7c24006a293 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:31.898932 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6eeac7ad-8634-4086-8a18-e337d0ecbefd req-7e39e504-f8a5-4ad6-ac92-f7c24006a293 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2524314 Aug 11 16:22:31.935485 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Request body: {'port': {'device_id': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'admin_state_up': True, 'tenant_id': '72a1dbe7066f42efaefea163311a2bd6'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:31.996601 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6eeac7ad-8634-4086-8a18-e337d0ecbefd req-076219d9-9dbe-4be8-b547-e65fa7e17d3f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882473 Aug 11 16:22:32.107250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:32.120866 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:32.132429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Made reservation on behalf of 72a1dbe7066f42efaefea163311a2bd6 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:32.136108 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.408266 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Allocated IP 172.20.0.6 (b13f4087-b031-43a8-9692-0e81a02377b3/43367907-ad4d-4cbe-ae78-7c3f99e858ba/6847ac10-c394-4df7-b2b3-3c0125968891) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:32.478311 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0c60f24a-6536-4985-b98b-5f053e0acaaf req-467729c8-7a0a-4c2e-8035-7f3ba04159b0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 210 time: 0.0505068 Aug 11 16:22:32.642739 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-990450fd-51d0-438f-81a2-475b41782223 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=373bd8fdec844aab98d9c6835a01d52b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310206 Aug 11 16:22:32.727638 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.760794 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.768103 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:32.820915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-5dca601b-79f2-45fc-84fb-97baef4af3c8 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:32.820915 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-5dca601b-79f2-45fc-84fb-97baef4af3c8 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658583 Aug 11 16:22:32.842216 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Network b13f4087-b031-43a8-9692-0e81a02377b3 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:32.845145 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-f0498f61-42aa-4e61-8443-46c390041e27 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/quotas/373bd8fdec844aab98d9c6835a01d52b HTTP/1.1" status: 200 len: 375 time: 0.0147929 Aug 11 16:22:32.845382 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:32.849533 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:32.854993 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:32.855614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.873675 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event updated for resources: {'Port': ['ID=6847ac10-c394-4df7-b2b3-3c0125968891,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:32.877553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:32.902666 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717486 Aug 11 16:22:32.915108 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-265d2f81-710e-4b59-b76f-95e88e85c739 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=373bd8fdec844aab98d9c6835a01d52b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685575 Aug 11 16:22:33.096342 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58684) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:33.113361 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4279e3af-3213-4ed1-866b-d433d3e622cd req-e13d1750-4316-48e0-b25d-203ca4b02746 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 210 time: 0.0603006 Aug 11 16:22:33.167509 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Deleting subnet a7d44664-2388-49e8-8d7d-c6ebb820273b {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:22:33.171678 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.281002 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.292876 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.362956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20b681-53a8-4240-a2eb-66b4103a83f3 req-781f7863-be09-4bdd-8b96-9a982152b5d0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:33.364418 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e20b681-53a8-4240-a2eb-66b4103a83f3 req-781f7863-be09-4bdd-8b96-9a982152b5d0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1573927 Aug 11 16:22:33.393040 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.402337 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:33.450383 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d44664-2388-49e8-8d7d-c6ebb820273b,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:33.454956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.457628 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:33.463459 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e20b681-53a8-4240-a2eb-66b4103a83f3 req-02d11a78-d730-4cb6-b1e0-d52831a55eb4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883996 Aug 11 16:22:33.465998 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7d44664-2388-49e8-8d7d-c6ebb820273b HTTP/1.1" status: 204 len: 168 time: 0.3685777 Aug 11 16:22:33.468469 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58696) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:33.587503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9c4f1ccd-8c88-4970-bc07-5e2db93389ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.626759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.788299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.802034 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa89d70-3e83-485e-9723-34018bf40368 req-ab74f6f5-efe5-4b7b-b165-412ee53c5d09 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:33.802754 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-6aa89d70-3e83-485e-9723-34018bf40368 req-ab74f6f5-efe5-4b7b-b165-412ee53c5d09 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:33.811061 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.811398 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.812398 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.812719 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > port after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.813031 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.813604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.813730 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.814042 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.814355 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.814693 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.956045 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.956757 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.957001 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.957516 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.957890 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23854e8-688e-49e8-899d-4d630382a6f6']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.976675 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919f1c40-988b-4d54-b634-5277886fb387') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.976966 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919f1c40-988b-4d54-b634-5277886fb387') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.988679 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-6aa89d70-3e83-485e-9723-34018bf40368 req-ab74f6f5-efe5-4b7b-b165-412ee53c5d09 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:33.989841 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6aa89d70-3e83-485e-9723-34018bf40368 req-ab74f6f5-efe5-4b7b-b165-412ee53c5d09 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 931 time: 0.4022713 Aug 11 16:22:33.991359 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.019055 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.025820 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.045072 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:22:34.045466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: from cryptography.utils import int_from_bytes Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: from cryptography.utils import int_from_bytes Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: util.warn_limited( Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: util.warn_limited( Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:22:34.064831 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:22:34.073568 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6aa89d70-3e83-485e-9723-34018bf40368 req-c5080e95-7821-4686-b694-daf5effed994 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756807 Aug 11 16:22:34.144583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.151604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.154106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:34.175472 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a23854e8-688e-49e8-899d-4d630382a6f6,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:34.178311 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:34.181551 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-2b185f17-3e5a-48b5-b509-44a5638124ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/a23854e8-688e-49e8-899d-4d630382a6f6 HTTP/1.1" status: 204 len: 168 time: 0.7121782 Aug 11 16:22:34.271918 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d468df55-2da9-4fde-8ad1-b879af9576c5 req-7b6fe880-845d-4f8b-8d49-f677e6ce7e85 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 210 time: 0.0479512 Aug 11 16:22:34.358400 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58710) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:34.408293 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f1967612-eca7-40fa-bead-9a0c0cceac9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b295514fa704c8289ac04ee83907659&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0486276 Aug 11 16:22:34.410763 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58716) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:34.467924 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.495362 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.552187 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.555863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee7ec23a-3cef-4cca-9a1d-d1f28837ec1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:34.570022 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e20a3-199d-4726-8a00-5693f4e52fdd,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:34.572804 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:34.633120 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.634248 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe0e20a3-199d-4726-8a00-5693f4e52fdd HTTP/1.1" status: 204 len: 168 time: 0.2226179 Aug 11 16:22:34.671001 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb03d-5223-44a1-8368-90b00337771d req-4fc51519-c3b1-4d55-b3e5-fbbaaeed1999 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:34.672641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cc7bb03d-5223-44a1-8368-90b00337771d req-4fc51519-c3b1-4d55-b3e5-fbbaaeed1999 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0912204 Aug 11 16:22:34.719178 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cc7bb03d-5223-44a1-8368-90b00337771d req-d9b1e031-3a0d-4d2b-a857-916a5503c6e5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Aug 11 16:22:35.266167 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290aa9b-2ce5-41ca-be64-fe8a4e00b353 req-148cfd84-3c90-4ea5-baec-0416b0269bd4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:35.268495 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f290aa9b-2ce5-41ca-be64-fe8a4e00b353 req-148cfd84-3c90-4ea5-baec-0416b0269bd4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 931 time: 0.0870516 Aug 11 16:22:35.391338 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f290aa9b-2ce5-41ca-be64-fe8a4e00b353 req-846701cb-c3b4-499c-bace-85fdd200966a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165857 Aug 11 16:22:35.549020 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a63ca35b-79f0-4989-876a-2a925b2869aa req-5ff7ec8a-4251-4754-8bff-bf7e8f518cc3 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 210 time: 0.0552444 Aug 11 16:22:35.858200 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:35.880354 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Request body: {'port': {'device_id': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:36.033253 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:36.118519 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a90b9-a5aa-4c31-9f66-8a3dcf177300 req-d9ecf4ba-9404-45c0-a88e-2e142a58b9e8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:36.120014 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ca5a90b9-a5aa-4c31-9f66-8a3dcf177300 req-d9ecf4ba-9404-45c0-a88e-2e142a58b9e8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.2938409 Aug 11 16:22:36.287560 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ca5a90b9-a5aa-4c31-9f66-8a3dcf177300 req-cb8dbcdd-3ced-4bf6-a83e-85c7689c2875 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064281 Aug 11 16:22:36.302746 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7399851b-c742-4580-bb7d-1b2d87c292de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:36.496309 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6847ac10-c394-4df7-b2b3-3c0125968891 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:36.510577 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:36.544795 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Transition to ACTIVE for port object 6847ac10-c394-4df7-b2b3-3c0125968891 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:36.550488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:36.565460 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:36.677327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2c986-bc54-4fd3-93f0-c9429b770d50 req-cf30ec93-74e9-4cae-8f2b-1ef640560d34 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:36.679083 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-51e2c986-bc54-4fd3-93f0-c9429b770d50 req-cf30ec93-74e9-4cae-8f2b-1ef640560d34 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.1427088 Aug 11 16:22:36.738004 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-51e2c986-bc54-4fd3-93f0-c9429b770d50 req-3adc003a-b178-4a11-b259-1a6f5fbc83dc tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Aug 11 16:22:36.799858 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Pushing event updated for resources: {'Port': ['ID=6847ac10-c394-4df7-b2b3-3c0125968891,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:36.806608 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:36.809032 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8963c62b-7f02-49ca-b1cc-d72a1cec8e7d req-7f01cd7e-01ac-4be8-a556-7a3a04fd0835 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 210 time: 0.0813539 Aug 11 16:22:36.929406 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-3bac3232-1644-43d3-b7a1-6c678e99dff7 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=373bd8fdec844aab98d9c6835a01d52b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450377 Aug 11 16:22:37.120427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Attempting to bind port 6847ac10-c394-4df7-b2b3-3c0125968891 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:37.120784 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Attempting to bind port 6847ac10-c394-4df7-b2b3-3c0125968891 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:37.121117 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Attempting to bind port 6847ac10-c394-4df7-b2b3-3c0125968891 on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:37.146571 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Port 6847ac10-c394-4df7-b2b3-3c0125968891 on network b13f4087-b031-43a8-9692-0e81a02377b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:37.146571 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Attempting to bind port 6847ac10-c394-4df7-b2b3-3c0125968891 on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:37.153276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:37.153623 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Checking segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:37.154008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Bound using segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:37.154470 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Bound port: 6847ac10-c394-4df7-b2b3-3c0125968891, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:37.154847 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.176744 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.233995 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b2336935-14d6-44d1-9b48-40b1b1b59aae tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.235981 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b2336935-14d6-44d1-9b48-40b1b1b59aae tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910922 Aug 11 16:22:37.257503 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Request body: {'port': {'device_id': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62', 'admin_state_up': True, 'tenant_id': '373bd8fdec844aab98d9c6835a01d52b'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:37.318658 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] For port 6847ac10-c394-4df7-b2b3-3c0125968891, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:37.378560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] For port 6847ac10-c394-4df7-b2b3-3c0125968891, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6847ac10-c394-4df7-b2b3-3c0125968891,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:37.385910 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.400930 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:37.520730 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.521332 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.522782 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] 10.222.0.39 "PUT /v2.0/ports/6847ac10-c394-4df7-b2b3-3c0125968891 HTTP/1.1" status: 200 len: 1093 time: 1.6472430 Aug 11 16:22:37.525545 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'tag': '6847ac10-c394-4df7-b2b3-3c0125968891'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:37.557168 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:37.568439 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Usage tracker for resource:port and tenant:373bd8fdec844aab98d9c6835a01d52b is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:37.573671 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:37.577295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Pushing event updated for resources: {'Port': ['ID=6847ac10-c394-4df7-b2b3-3c0125968891,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:37.584159 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:37.584968 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:37.607955 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Made reservation on behalf of 373bd8fdec844aab98d9c6835a01d52b for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:37.612301 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.624707 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'tag': '6847ac10-c394-4df7-b2b3-3c0125968891', 'status': 'completed', 'code': 200} Aug 11 16:22:37.758933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.788574 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535a907-e4b0-4ffd-bb7c-3416e3186b8f req-77cbc2c6-95a6-406e-8425-2349f0ba61b8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.789705 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8535a907-e4b0-4ffd-bb7c-3416e3186b8f req-77cbc2c6-95a6-406e-8425-2349f0ba61b8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.3542430 Aug 11 16:22:37.800935 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:37.820338 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Usage tracker for resource:security_group_rule and tenant:373bd8fdec844aab98d9c6835a01d52b is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:37.826271 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:37.842829 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:37.868713 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8535a907-e4b0-4ffd-bb7c-3416e3186b8f req-62238d82-c59f-4c1a-adb7-2d0b44ae5aaa tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Aug 11 16:22:37.872400 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-9a8920ed-a89b-464a-acc6-2412f286e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.873867 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-9a8920ed-a89b-464a-acc6-2412f286e29c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 1096 time: 0.2510240 Aug 11 16:22:37.941865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4f397-4e7f-4696-8fab-208fd7a1facc req-5884228d-e2d7-4828-afed-9628e8a723e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.943539 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-74b4f397-4e7f-4696-8fab-208fd7a1facc req-5884228d-e2d7-4828-afed-9628e8a723e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.0914025 Aug 11 16:22:37.984646 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-10833889-a947-472f-8bdc-3dd3b01d50a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6847ac10-c394-4df7-b2b3-3c0125968891 HTTP/1.1" status: 200 len: 217 time: 0.0853467 Aug 11 16:22:38.004100 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-74b4f397-4e7f-4696-8fab-208fd7a1facc req-fb635f6d-48e0-497f-9219-1e6ae1c6a0f8 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514562 Aug 11 16:22:38.088334 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4662b770-291e-4491-bbe8-3f71778980ba req-e1fbcde9-0445-48e1-9fe6-6027ce70b980 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 210 time: 0.1052473 Aug 11 16:22:38.139853 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-98d1b193-68c3-400d-bf88-a0c871388656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:38.141690 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-98d1b193-68c3-400d-bf88-a0c871388656 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.1053853 Aug 11 16:22:38.215005 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-50fec8a4-2863-40b9-be38-0e2d76378e6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561178 Aug 11 16:22:38.224194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:38.319540 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:38.328086 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:38.446956 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:38.470326 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f877d6f-7fb0-4327-a248-015cad1aa747,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:38.491881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:38.529173 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-72390856-7e9a-4b12-9245-5bf410bda2f6 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033493 Aug 11 16:22:38.601808 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Allocated IP 192.168.233.88 (f31b02e7-a22e-4f79-9505-ca0e79fb2d62/047f13f8-126d-4bfc-8a63-c80c4fe91345/cb7ec45f-c753-403d-af05-ebb5a6b2017c) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:38.727234 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-101b2247-8864-4b9e-b39b-dac03f0b1028 req-6f433201-9570-47ad-9d2f-2a1c113efc93 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887100 Aug 11 16:22:38.962318 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:38.985895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Transition to ACTIVE for port object cb7ec45f-c753-403d-af05-ebb5a6b2017c will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:38.996096 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-9d8baacf-159c-4c29-b137-4c9e61417e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:38.997592 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-9d8baacf-159c-4c29-b137-4c9e61417e97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 1096 time: 0.1290650 Aug 11 16:22:39.165392 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:39.177786 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:39.238554 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388dec5-5710-4619-8ae1-74446d3706ce req-b658d391-3d05-407a-a728-028b30d94b42 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.241837 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a388dec5-5710-4619-8ae1-74446d3706ce req-b658d391-3d05-407a-a728-028b30d94b42 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.1142383 Aug 11 16:22:39.288969 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:39.293146 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Pushing event updated for resources: {'Port': ['ID=cb7ec45f-c753-403d-af05-ebb5a6b2017c,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:39.296790 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a388dec5-5710-4619-8ae1-74446d3706ce req-b85b8476-dc9d-4aaf-b331-40700b1e72e9 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484087 Aug 11 16:22:39.297255 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:39.299087 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:39.301124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-c1dd3f6c-f5da-4e94-8525-c87526b15f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.302600 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-c1dd3f6c-f5da-4e94-8525-c87526b15f14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 915 time: 0.2954159 Aug 11 16:22:39.303941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:39.360098 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1d26-e1a9-44e1-b537-a104dfe2b50f req-03254320-1977-4822-bc7a-ff8e30a60919 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.361612 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4bef1d26-e1a9-44e1-b537-a104dfe2b50f req-03254320-1977-4822-bc7a-ff8e30a60919 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.3297367 Aug 11 16:22:39.423502 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.424127 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:39.487494 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4bef1d26-e1a9-44e1-b537-a104dfe2b50f req-429fa8db-2278-4cc7-9fef-fe5bde2fd1d8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098812 Aug 11 16:22:39.494658 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2403653 Aug 11 16:22:39.567981 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca656ad-bc00-4e08-8df2-4058b2b4c149 req-8b6e1f2a-1e73-4a51-b2e7-80488ec1516b tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.579412 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-eca656ad-bc00-4e08-8df2-4058b2b4c149 req-8b6e1f2a-1e73-4a51-b2e7-80488ec1516b tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 935 time: 0.1397786 Aug 11 16:22:39.629001 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-eca656ad-bc00-4e08-8df2-4058b2b4c149 req-9fec626f-4cce-4b45-814b-124e60575807 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Aug 11 16:22:39.648415 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-5da2a1d9-31af-4016-abd1-4714e472ad42 None None] Provisioning for port cb7ec45f-c753-403d-af05-ebb5a6b2017c completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:39.653388 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-5da2a1d9-31af-4016-abd1-4714e472ad42 None None] Provisioning complete for port cb7ec45f-c753-403d-af05-ebb5a6b2017c triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:39.653769 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5da2a1d9-31af-4016-abd1-4714e472ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:39.710015 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-5da2a1d9-31af-4016-abd1-4714e472ad42 None None] Port cb7ec45f-c753-403d-af05-ebb5a6b2017c cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:22:40.010809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58900) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:40.128388 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.142422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:40.146390 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Usage tracker for resource:security_group_rule and tenant:b248b75178f74aa4839355df8491cb1a is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:40.149330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:40.155089 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:40.293510 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.297776 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.306581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-77ed3e29-cb06-4756-b73b-8cc6e1632aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:40.350769 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b248b75178f74aa4839355df8491cb1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387113 Aug 11 16:22:40.351450 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58912) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:40.355340 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aabce1-6108-4788-a65e-6c930cf7fa5d,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:40.368370 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:40.415833 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.480693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.558535 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81c8c3-3fc0-4018-a2e2-4ce7c222a4e8 req-369f0173-cfe8-4425-ad3f-d2d2c1210cd1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:40.560003 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2e81c8c3-3fc0-4018-a2e2-4ce7c222a4e8 req-369f0173-cfe8-4425-ad3f-d2d2c1210cd1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.1218867 Aug 11 16:22:40.580880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.586867 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5b8a3076-bee5-4f47-9898-d9554fb85a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:40.602347 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aabce1-6108-4788-a65e-6c930cf7fa5d,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:40.605050 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:40.621224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.630558 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96aabce1-6108-4788-a65e-6c930cf7fa5d HTTP/1.1" status: 204 len: 168 time: 0.2691460 Aug 11 16:22:40.645658 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2e81c8c3-3fc0-4018-a2e2-4ce7c222a4e8 req-9152633a-545e-409f-9f35-24892f4f3173 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789657 Aug 11 16:22:40.832016 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f685ce-3e0d-4939-a94a-acc624741a9d req-35e24cb1-a71d-4462-a919-48e08da3a08a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:40.833588 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-08f685ce-3e0d-4939-a94a-acc624741a9d req-35e24cb1-a71d-4462-a919-48e08da3a08a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0918319 Aug 11 16:22:40.882329 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-08f685ce-3e0d-4939-a94a-acc624741a9d req-28f6cd49-86dc-487f-a61f-4e1df5c16623 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Aug 11 16:22:40.912630 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 58926) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:40.930482 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.946071 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:40.949961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2eb1afcfc0cc4201bd6f64b8a2b7abb5 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:40.954175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:40.960119 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:41.105440 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9fea-7056-4a59-9731-a89715b24184 req-e86402f9-3ce0-411d-a14e-bf62b7c41033 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:41.107036 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e96d9fea-7056-4a59-9731-a89715b24184 req-e86402f9-3ce0-411d-a14e-bf62b7c41033 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 935 time: 0.1223578 Aug 11 16:22:41.115567 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.130354 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.140434 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3a23e4f0-6184-446b-bba1-7a974882a65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:41.196467 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e96d9fea-7056-4a59-9731-a89715b24184 req-d6372cc9-d6b1-461c-905b-74d667c32fa8 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827713 Aug 11 16:22:41.201588 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2eb1afcfc0cc4201bd6f64b8a2b7abb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851727 Aug 11 16:22:41.201588 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de1872-7631-4934-82fa-f6192c6cbae2,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:41.202793 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:41.204857 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 58932) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:41.274990 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.302016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.354548 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.358143 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:41.368486 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de1872-7631-4934-82fa-f6192c6cbae2,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:41.370866 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:41.376386 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.377477 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5de1872-7631-4934-82fa-f6192c6cbae2 HTTP/1.1" status: 204 len: 168 time: 0.1716297 Aug 11 16:22:41.839165 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f4df7-aa54-47aa-8c8b-b39c284e4af5 req-33ac4d27-7d43-4631-ae88-9da3f04dfa71 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:41.840616 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7b6f4df7-aa54-47aa-8c8b-b39c284e4af5 req-33ac4d27-7d43-4631-ae88-9da3f04dfa71 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.0915663 Aug 11 16:22:41.888705 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7b6f4df7-aa54-47aa-8c8b-b39c284e4af5 req-0c0e2d5e-c4b6-4c41-88ed-b2d030204b5b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Aug 11 16:22:42.078758 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190e431-e9ba-4b64-94be-cd85342a2350 req-7040f7e6-a554-426e-99d6-da8204175c24 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:42.080448 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9190e431-e9ba-4b64-94be-cd85342a2350 req-7040f7e6-a554-426e-99d6-da8204175c24 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0850849 Aug 11 16:22:42.130546 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9190e431-e9ba-4b64-94be-cd85342a2350 req-9110207f-8ac8-4b66-bb44-5eb137b5e2a9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442276 Aug 11 16:22:42.485180 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-bee652a8-2827-4474-ad7d-9ac41ffc5d02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6847ac10-c394-4df7-b2b3-3c0125968891 HTTP/1.1" status: 200 len: 217 time: 0.1869347 Aug 11 16:22:42.489645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Request body: {'port': {'device_id': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:42.648889 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de383fa2-b281-49aa-a16d-0a419077fda1 req-d589b2d4-1c43-4e6b-bfa9-9dce4008e8ca tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:42.650640 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-de383fa2-b281-49aa-a16d-0a419077fda1 req-d589b2d4-1c43-4e6b-bfa9-9dce4008e8ca tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 935 time: 0.1255729 Aug 11 16:22:42.653963 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-6291eff3-a6d5-4ac2-bdca-a75521e9c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:42.655593 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-6291eff3-a6d5-4ac2-bdca-a75521e9c888 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.1395028 Aug 11 16:22:42.700608 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-de383fa2-b281-49aa-a16d-0a419077fda1 req-78ef545b-b1e9-472a-9547-50536b87d8dc tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Aug 11 16:22:42.705401 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.726371 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-1930588d-225b-4dfb-8c2b-97c6d5736c96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585852 Aug 11 16:22:42.984345 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-bf51a263-9315-46e7-a1a1-dbf35e100662 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503197 Aug 11 16:22:43.311156 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1390e88f-ec50-45be-b0e3-dc1deb8f67a3 req-1115c523-3ef2-4edb-8e07-272d7ebb4f70 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057041 Aug 11 16:22:43.342481 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ae7b-5226-4ce4-9eff-2db53659a134 req-91b495d7-dab3-4be4-b464-5d131d7443c9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:43.349862 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3b64ae7b-5226-4ce4-9eff-2db53659a134 req-91b495d7-dab3-4be4-b464-5d131d7443c9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1080356 Aug 11 16:22:43.353820 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f45067-8649-422d-befa-2ca2d9b7a881 req-4c96f02b-9125-4508-9903-8a2f74372054 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:43.359442 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e0f45067-8649-422d-befa-2ca2d9b7a881 req-4c96f02b-9125-4508-9903-8a2f74372054 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.2473972 Aug 11 16:22:43.362510 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59010) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:43.394053 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3b64ae7b-5226-4ce4-9eff-2db53659a134 req-bdab9f82-4090-48fb-8cd5-1553cf4081b0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Aug 11 16:22:43.443716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7ec45f-c753-403d-af05-ebb5a6b2017c {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:43.451367 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.511163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Transition to ACTIVE for port object cb7ec45f-c753-403d-af05-ebb5a6b2017c will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:43.520674 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e0f45067-8649-422d-befa-2ca2d9b7a881 req-68fa15f3-4825-475e-9045-caaa95c34f45 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270916 Aug 11 16:22:43.521398 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.538857 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee313724-404f-41e1-b000-00d90dc2cad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:43.673216 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.694432 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Pushing event updated for resources: {'Port': ['ID=cb7ec45f-c753-403d-af05-ebb5a6b2017c,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:43.703314 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:43.735669 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:43.743636 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Usage tracker for resource:security_group_rule and tenant:c5a51b90241349cebd83b7e2984a8f26 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:43.775290 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:43.787604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:43.888966 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Attempting to bind port cb7ec45f-c753-403d-af05-ebb5a6b2017c on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:43.889241 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Attempting to bind port cb7ec45f-c753-403d-af05-ebb5a6b2017c by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:43.889569 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Attempting to bind port cb7ec45f-c753-403d-af05-ebb5a6b2017c on network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:43.905875 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Port cb7ec45f-c753-403d-af05-ebb5a6b2017c on network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:43.906136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Attempting to bind port cb7ec45f-c753-403d-af05-ebb5a6b2017c on network f31b02e7-a22e-4f79-9505-ca0e79fb2d62 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:43.920156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:43.920495 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Checking segment: {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:43.920881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Bound using segment: {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:43.921315 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Bound port: cb7ec45f-c753-403d-af05-ebb5a6b2017c, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a643a41-4d7a-4baa-b546-698b72888d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:43.921661 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.043795 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.060546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-ceea09ea-f2c0-4252-8222-a3b50ca71e5c tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.061243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-ceea09ea-f2c0-4252-8222-a3b50ca71e5c tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Synchronizing usage tracker for tenant:373bd8fdec844aab98d9c6835a01d52b on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:44.068209 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.078219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-83dc3909-13c1-4f14-8339-52c4d367a3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:44.128988 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] For port cb7ec45f-c753-403d-af05-ebb5a6b2017c, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:44.135202 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-ceea09ea-f2c0-4252-8222-a3b50ca71e5c tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Unset dirty status for tenant:373bd8fdec844aab98d9c6835a01d52b on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:44.136350 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-ceea09ea-f2c0-4252-8222-a3b50ca71e5c tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.3157341 Aug 11 16:22:44.139064 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab51cd8-a16d-441f-a02f-fa2f4ba998fc,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:44.144243 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5a51b90241349cebd83b7e2984a8f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7807164 Aug 11 16:22:44.145183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:44.147822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] For port cb7ec45f-c753-403d-af05-ebb5a6b2017c, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:44.148784 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59028) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:44.167374 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.178488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:44.215294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.244328 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.312372 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.319194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-014f5ab5-1fe3-4fbc-a39f-838aea935e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:44.327600 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6847ac10-c394-4df7-b2b3-3c0125968891 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:44.335324 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.335877 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.336922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab51cd8-a16d-441f-a02f-fa2f4ba998fc,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:44.337227 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] 10.222.0.39 "PUT /v2.0/ports/cb7ec45f-c753-403d-af05-ebb5a6b2017c HTTP/1.1" status: 200 len: 1097 time: 1.8523836 Aug 11 16:22:44.340177 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:44.340312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'tag': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:44.355091 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-52d492b6-eaaf-42d3-a5d8-cc73c91f4cd8 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Synchronizing usage tracker for tenant:373bd8fdec844aab98d9c6835a01d52b on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:44.370157 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.378500 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ab51cd8-a16d-441f-a02f-fa2f4ba998fc HTTP/1.1" status: 204 len: 168 time: 0.2281356 Aug 11 16:22:44.385684 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Pushing event updated for resources: {'Port': ['ID=cb7ec45f-c753-403d-af05-ebb5a6b2017c,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:44.389181 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:44.396855 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-52d492b6-eaaf-42d3-a5d8-cc73c91f4cd8 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Unset dirty status for tenant:373bd8fdec844aab98d9c6835a01d52b on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:44.398033 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e726b446-164c-4f2f-a699-5f1881dadd75 req-52d492b6-eaaf-42d3-a5d8-cc73c91f4cd8 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520070 Aug 11 16:22:44.447927 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'tag': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c', 'status': 'completed', 'code': 200} Aug 11 16:22:44.537664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-40141685-d6e4-4722-a25d-5f1d28eb1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.544575 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-40141685-d6e4-4722-a25d-5f1d28eb1ede service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=373bd8fdec844aab98d9c6835a01d52b&device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 1100 time: 0.1327691 Aug 11 16:22:44.688208 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-82b43301-fb08-49ef-bf3d-c2813b7a9401 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c HTTP/1.1" status: 200 len: 217 time: 0.1274095 Aug 11 16:22:44.760755 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 6847ac10-c394-4df7-b2b3-3c0125968891, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6847ac10-c394-4df7-b2b3-3c0125968891,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:44.797737 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '6847ac10-c394-4df7-b2b3-3c0125968891', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'port_id': '6847ac10-c394-4df7-b2b3-3c0125968891', 'mac_address': 'fa:16:3e:f8:54:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43367907-ad4d-4cbe-ae78-7c3f99e858ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:44.904239 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-2ee15cd3-c54a-443d-916a-c35b38813938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.906384 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-2ee15cd3-c54a-443d-916a-c35b38813938 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=047f13f8-126d-4bfc-8a63-c80c4fe91345 HTTP/1.1" status: 200 len: 843 time: 0.1683588 Aug 11 16:22:44.947912 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.952875 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59058) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:44.967866 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6847ac10-c394-4df7-b2b3-3c0125968891 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:44.990080 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 6847ac10-c394-4df7-b2b3-3c0125968891, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6847ac10-c394-4df7-b2b3-3c0125968891,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:44.995654 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:44.998164 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.018003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e429-16c0-4e4e-95ac-2b0840139009 req-88f5e5f4-cdbc-46dc-84c9-d47dfa66b2b1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.022225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a04aa-a7a0-4828-afba-eaef3a398317 req-facd12ed-54f9-4b51-a9ba-bfdbb6e523b7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.027855 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a481e429-16c0-4e4e-95ac-2b0840139009 req-88f5e5f4-cdbc-46dc-84c9-d47dfa66b2b1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.3384266 Aug 11 16:22:45.034659 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-721a04aa-a7a0-4828-afba-eaef3a398317 req-facd12ed-54f9-4b51-a9ba-bfdbb6e523b7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 943 time: 0.2470677 Aug 11 16:22:45.075754 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.089472 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-afaf039d-d116-430d-b55b-5a477a94a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.090998 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=6847ac10-c394-4df7-b2b3-3c0125968891,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.091116 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-afaf039d-d116-430d-b55b-5a477a94a853 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31b02e7-a22e-4f79-9505-ca0e79fb2d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1772404 Aug 11 16:22:45.097214 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:45.101054 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd92fd185fe47bb8a8ff7105bf86ca8 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:45.102430 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.102821 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.103163 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.103681 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.104043 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:45.104329 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.104798 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.105414 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.105891 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.106387 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.106895 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.107391 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.107864 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:45.108933 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a481e429-16c0-4e4e-95ac-2b0840139009 req-68437401-4bd5-4ed0-91fa-2a7cce471f4e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753069 Aug 11 16:22:45.112991 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.121013 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-721a04aa-a7a0-4828-afba-eaef3a398317 req-1f073899-0e97-450b-96a5-6ce4106d2efa tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852294 Aug 11 16:22:45.121914 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:45.242936 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.248517 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.259614 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e67184de-3c73-41df-865f-8a13697d015f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.260759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59066) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:45.283425 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-4ee122ab-46db-4f4d-8ef9-d53ba60f6d20 service neutron] 10.222.0.39 "GET /v2.0/networks/f31b02e7-a22e-4f79-9505-ca0e79fb2d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698594 Aug 11 16:22:45.304861 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddd92fd185fe47bb8a8ff7105bf86ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488543 Aug 11 16:22:45.306790 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675d1bca-720b-40d9-aa90-68ee1cc8625e,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.309190 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59072) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:45.311485 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.376268 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.405711 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.432468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.460592 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:45.462640 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.467070 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-685be7ec-1109-404d-8765-1e537bfd7dd3 req-e01c27a9-7dc2-48b1-ae74-02437cbcb598 service neutron] 10.222.0.39 "GET /v2.0/networks/f31b02e7-a22e-4f79-9505-ca0e79fb2d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733358 Aug 11 16:22:45.468115 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Usage tracker for resource:security_group_rule and tenant:ccaa3aee51854e0c92b0193407f3c8b4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:45.468225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c58d9040-a861-4dde-8438-408a2fe345f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.471017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:45.477490 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:45.480011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d1bca-720b-40d9-aa90-68ee1cc8625e,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.483182 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.491756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.496035 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/675d1bca-720b-40d9-aa90-68ee1cc8625e HTTP/1.1" status: 204 len: 168 time: 0.1858749 Aug 11 16:22:45.589622 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.594824 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.604263 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6429c94e-b989-4670-82af-1641f117cc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.649785 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccaa3aee51854e0c92b0193407f3c8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879755 Aug 11 16:22:45.652340 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59080) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:45.653809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc756219-95ee-40e8-b9d9-d873db60b33e req-224f4015-22ef-4a43-88a8-bf712b4a3a6d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.655190 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e20f1e-407d-4c47-b988-18e8911f9e27,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.656172 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fc756219-95ee-40e8-b9d9-d873db60b33e req-224f4015-22ef-4a43-88a8-bf712b4a3a6d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.1102061 Aug 11 16:22:45.667355 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.713609 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fc756219-95ee-40e8-b9d9-d873db60b33e req-ae087382-1689-4437-8d27-fcf31f44e7ca tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Aug 11 16:22:45.725529 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.751983 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.803957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.808320 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3fa9284e-c91a-475e-a0c7-281811a6d21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.821257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e20f1e-407d-4c47-b988-18e8911f9e27,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.824061 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.834421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.835846 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76e20f1e-407d-4c47-b988-18e8911f9e27 HTTP/1.1" status: 204 len: 168 time: 0.1824501 Aug 11 16:22:46.148352 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59110) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:46.173218 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.185862 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:46.191446 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Usage tracker for resource:security_group_rule and tenant:5c73f95401154d89a23e5bd507159f6c is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:46.194330 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:46.200397 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:46.352756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d17b8-33b5-4f7f-b4d0-bd2fd04002a6 req-630d7657-811f-4c35-bc04-fca46619eb63 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:46.354257 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f19d17b8-33b5-4f7f-b4d0-bd2fd04002a6 req-630d7657-811f-4c35-bc04-fca46619eb63 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1347854 Aug 11 16:22:46.360872 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3dab6-90da-4478-8a83-d4808b5e81e2 req-62fe0670-e319-4f61-9047-9aa6ed9385a6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:46.363810 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9ad3dab6-90da-4478-8a83-d4808b5e81e2 req-62fe0670-e319-4f61-9047-9aa6ed9385a6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 944 time: 0.0949275 Aug 11 16:22:46.383100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.389819 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.399582 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:46.426480 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9ad3dab6-90da-4478-8a83-d4808b5e81e2 req-f3d41f50-ca10-43cc-9917-07ee46b51139 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 Aug 11 16:22:46.448675 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f19d17b8-33b5-4f7f-b4d0-bd2fd04002a6 req-3772aea2-504f-43b2-a94c-85e91aa34cea tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868080 Aug 11 16:22:46.460143 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c73f95401154d89a23e5bd507159f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105800 Aug 11 16:22:46.461110 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f786d3-3b12-40cc-8aa3-89e9cf0122c5,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:46.462861 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59124) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:46.464209 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:46.542650 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.578920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.636145 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.639885 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef106c1f-d5bc-4c55-9766-8fb1297bf7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:46.651350 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f786d3-3b12-40cc-8aa3-89e9cf0122c5,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:46.655253 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:46.659857 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.661036 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20f786d3-3b12-40cc-8aa3-89e9cf0122c5 HTTP/1.1" status: 204 len: 168 time: 0.1934876 Aug 11 16:22:46.929768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365ee10-93e6-47e9-b5ae-108c55f53b6b req-42799d3c-1374-4111-9766-743b68407c60 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:46.935134 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5365ee10-93e6-47e9-b5ae-108c55f53b6b req-42799d3c-1374-4111-9766-743b68407c60 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.1072903 Aug 11 16:22:46.989352 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5365ee10-93e6-47e9-b5ae-108c55f53b6b req-f55af328-e595-410e-82f3-7e69419f1300 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491247 Aug 11 16:22:47.649107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdee72-10c7-4fe5-ae92-b3c1a2b26539 req-247259ad-e970-4333-b4a5-9f3d2b0a8391 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:47.655077 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-83fdee72-10c7-4fe5-ae92-b3c1a2b26539 req-247259ad-e970-4333-b4a5-9f3d2b0a8391 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 944 time: 0.0993459 Aug 11 16:22:47.723352 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-83fdee72-10c7-4fe5-ae92-b3c1a2b26539 req-56236ef1-5ee1-4794-a5bd-c4e035c8af12 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659530 Aug 11 16:22:47.915366 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b7655-bf08-4b31-b4e6-4cd0be56f9f5 req-c9c0720d-0504-491e-9b91-b60d85d5c99b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:47.916830 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-be6b7655-bf08-4b31-b4e6-4cd0be56f9f5 req-c9c0720d-0504-491e-9b91-b60d85d5c99b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0799179 Aug 11 16:22:47.963837 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-be6b7655-bf08-4b31-b4e6-4cd0be56f9f5 req-03277536-498a-447f-b19d-4ea91c3b4f66 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Aug 11 16:22:48.183763 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9241e-fb18-4095-88f7-3711581814ea req-8d83ca90-0aa2-401a-86da-1f5fd8f4733a tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:48.185270 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2af9241e-fb18-4095-88f7-3711581814ea req-8d83ca90-0aa2-401a-86da-1f5fd8f4733a tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.0850420 Aug 11 16:22:48.232132 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2af9241e-fb18-4095-88f7-3711581814ea req-8d9a5fa4-7439-4636-906d-0aed18f4cc25 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Aug 11 16:22:48.468356 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['6847ac10-c394-4df7-b2b3-3c0125968891'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:48.639805 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-2623c09e-31d9-46cc-8c73-b1b220e8c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:48.641390 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-2623c09e-31d9-46cc-8c73-b1b220e8c15a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=373bd8fdec844aab98d9c6835a01d52b&device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 1100 time: 0.0720537 Aug 11 16:22:48.854450 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-447ece87-cc35-4308-a554-ffdb59af13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:48.856039 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-447ece87-cc35-4308-a554-ffdb59af13ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=f31b02e7-a22e-4f79-9505-ca0e79fb2d62 HTTP/1.1" status: 200 len: 870 time: 0.2080464 Aug 11 16:22:48.939941 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-8cf9804c-54a4-473e-9cbd-7152e70936d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c HTTP/1.1" status: 200 len: 217 time: 0.0691938 Aug 11 16:22:49.064361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-51bdb6a6-ae19-4b52-9ac9-92210d78f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.065832 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-51bdb6a6-ae19-4b52-9ac9-92210d78f4ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=047f13f8-126d-4bfc-8a63-c80c4fe91345 HTTP/1.1" status: 200 len: 843 time: 0.1123862 Aug 11 16:22:49.154221 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775f3d6-3368-4983-8172-67002b432fae req-ab5dcb14-57d6-4705-a79f-45458a368183 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.155825 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a775f3d6-3368-4983-8172-67002b432fae req-ab5dcb14-57d6-4705-a79f-45458a368183 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 944 time: 0.1687169 Aug 11 16:22:49.164896 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad189c-f3a7-40fe-b5a9-54bf4e126efc req-9e07868f-8a57-456f-af03-24791a3c1c82 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.166420 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f5ad189c-f3a7-40fe-b5a9-54bf4e126efc req-9e07868f-8a57-456f-af03-24791a3c1c82 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0903332 Aug 11 16:22:49.213759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-4e67c407-a960-45cb-9b2d-38015a53fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.215304 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-4e67c407-a960-45cb-9b2d-38015a53fc8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f31b02e7-a22e-4f79-9505-ca0e79fb2d62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1405563 Aug 11 16:22:49.222214 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a775f3d6-3368-4983-8172-67002b432fae req-31e04a01-95fd-40f9-bb84-0373f2c85051 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Aug 11 16:22:49.278647 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f5ad189c-f3a7-40fe-b5a9-54bf4e126efc req-49877619-0183-48d1-916d-0e78262f4dff tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011472 Aug 11 16:22:49.440989 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-9e5bf43c-712b-42d5-85c2-aa4e5993b1b1 service neutron] 10.222.0.39 "GET /v2.0/networks/f31b02e7-a22e-4f79-9505-ca0e79fb2d62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122302 Aug 11 16:22:49.521247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ebeb5-b8d2-47fe-b342-29d8bdc3ddf1 req-eb4b6196-ed16-47e1-b9b3-1586b5adece6 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.522809 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fa3ebeb5-b8d2-47fe-b342-29d8bdc3ddf1 req-eb4b6196-ed16-47e1-b9b3-1586b5adece6 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.1480446 Aug 11 16:22:49.637859 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fa3ebeb5-b8d2-47fe-b342-29d8bdc3ddf1 req-cb3cd7f4-ad61-4f9c-bc76-f4caf72781f2 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Aug 11 16:22:49.645591 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-990c8000-8186-45b3-928d-59ad17a3cbb4 req-b19687d4-84f5-433e-8cd2-bb0517828367 service neutron] 10.222.0.39 "GET /v2.0/networks/f31b02e7-a22e-4f79-9505-ca0e79fb2d62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924014 Aug 11 16:22:50.341352 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6847ac10-c394-4df7-b2b3-3c0125968891 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:50.445973 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 6847ac10-c394-4df7-b2b3-3c0125968891 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:50.451664 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 6847ac10-c394-4df7-b2b3-3c0125968891 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:50.452313 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.553085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56772b-5b79-4ce2-a990-f736e1ae7434 req-7ee09cb3-c7da-4911-93be-01296b326bea tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:50.567219 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4a56772b-5b79-4ce2-a990-f736e1ae7434 req-7ee09cb3-c7da-4911-93be-01296b326bea tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 944 time: 0.1649563 Aug 11 16:22:50.619077 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4a56772b-5b79-4ce2-a990-f736e1ae7434 req-051b8542-006f-4716-bad7-07d893818e94 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501592 Aug 11 16:22:50.659593 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.695780 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 6847ac10-c394-4df7-b2b3-3c0125968891, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6847ac10-c394-4df7-b2b3-3c0125968891,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:50.696712 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6847ac10-c394-4df7-b2b3-3c0125968891'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:50.698585 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523e8bd-6efe-457b-8d66-2864ba145731 req-d383f026-3ae5-484b-8992-1f21081743ea tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:50.705335 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.707451 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:50.707605 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3523e8bd-6efe-457b-8d66-2864ba145731 req-d383f026-3ae5-484b-8992-1f21081743ea tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1968229 Aug 11 16:22:50.767288 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3523e8bd-6efe-457b-8d66-2864ba145731 req-492720fb-0e9d-4202-9080-64e6d211eb23 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573788 Aug 11 16:22:50.791140 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=6847ac10-c394-4df7-b2b3-3c0125968891,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:50.794516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:50.821624 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6847ac10-c394-4df7-b2b3-3c0125968891', 'code': 200} Aug 11 16:22:50.885595 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:22:50.964912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b89b-bedc-4c0f-861d-18fc68cfcae2 req-e5a10c81-8e2c-4a64-8d55-b4cbf7e5f3b0 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:50.966604 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0656b89b-bedc-4c0f-861d-18fc68cfcae2 req-e5a10c81-8e2c-4a64-8d55-b4cbf7e5f3b0 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.1265414 Aug 11 16:22:51.035026 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0656b89b-bedc-4c0f-861d-18fc68cfcae2 req-df42e1ec-95a5-4208-9f5c-21ec1d496d33 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599399 Aug 11 16:22:51.154841 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6206ffe-5440-4e1b-b799-5d07c4b44d24 req-7f8ac760-0328-4ea4-ba84-1bbcd36421e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.157093 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d6206ffe-5440-4e1b-b799-5d07c4b44d24 req-7f8ac760-0328-4ea4-ba84-1bbcd36421e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 1098 time: 0.0773180 Aug 11 16:22:51.202472 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d6206ffe-5440-4e1b-b799-5d07c4b44d24 req-84f91edb-ebb0-48fd-bfc4-6e5baafac230 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Aug 11 16:22:51.815049 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae38b-972a-4948-b57b-ed023c704148 req-e219307d-a13a-43d1-add8-98f27fdd4cf6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.816511 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c8eae38b-972a-4948-b57b-ed023c704148 req-e219307d-a13a-43d1-add8-98f27fdd4cf6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.0871673 Aug 11 16:22:51.863836 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c8eae38b-972a-4948-b57b-ed023c704148 req-c2cf9f20-95a6-4137-931a-a34f0986e2ad tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Aug 11 16:22:51.957938 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390601e1-c72b-4b87-90ad-8cf0573c611d req-95074fd8-ac87-4f78-8967-42729c7f3107 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.959421 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-390601e1-c72b-4b87-90ad-8cf0573c611d req-95074fd8-ac87-4f78-8967-42729c7f3107 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0879376 Aug 11 16:22:52.004646 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-390601e1-c72b-4b87-90ad-8cf0573c611d req-75a6ab82-29aa-4ef4-97a9-dc947840b761 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Aug 11 16:22:52.214591 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031038ef-0fc1-42d0-8cc7-2d9eed87538f req-d39d6ca7-06e5-4908-80f3-929c92668405 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:52.216102 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-031038ef-0fc1-42d0-8cc7-2d9eed87538f req-d39d6ca7-06e5-4908-80f3-929c92668405 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.0845726 Aug 11 16:22:52.260373 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-031038ef-0fc1-42d0-8cc7-2d9eed87538f req-dd4d2e96-aa74-470a-b83a-8c0cead9c798 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379958 Aug 11 16:22:53.063987 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47949a5-06b0-4d28-812f-e0f8c56dd6a4 req-7d50ae08-fc8a-431b-a5ee-765fc9409703 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.065455 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e47949a5-06b0-4d28-812f-e0f8c56dd6a4 req-7d50ae08-fc8a-431b-a5ee-765fc9409703 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.0825207 Aug 11 16:22:53.114242 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e47949a5-06b0-4d28-812f-e0f8c56dd6a4 req-877567e1-fe4e-43fd-85d2-4929a7867bd3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Aug 11 16:22:53.280826 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eca935-7847-4a2a-9659-f50ee3130824 req-eabb4f46-9c70-4d7d-983d-99f1c5ae12c7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.282407 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-15eca935-7847-4a2a-9659-f50ee3130824 req-eabb4f46-9c70-4d7d-983d-99f1c5ae12c7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0779715 Aug 11 16:22:53.327263 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-15eca935-7847-4a2a-9659-f50ee3130824 req-5dcf0a03-a320-4d6a-b25f-d7a14d7620cd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390363 Aug 11 16:22:53.573712 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e705d-41b7-4dcf-b632-8b8471c8a678 req-b8f3344e-5203-428a-8495-293d004107db tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.575186 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-461e705d-41b7-4dcf-b632-8b8471c8a678 req-b8f3344e-5203-428a-8495-293d004107db tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 947 time: 0.1578307 Aug 11 16:22:53.619923 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-461e705d-41b7-4dcf-b632-8b8471c8a678 req-0b48c4af-3cc2-4fe6-b581-51930a5694a5 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Aug 11 16:22:54.210195 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device cb7ec45f-c753-403d-af05-ebb5a6b2017c details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:54.299992 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cb39a-bde3-4671-9b1e-6dbfa0d7f98c req-c5397e51-d021-4a9c-96bb-d11a9a673c85 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:54.301460 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c7cb39a-bde3-4671-9b1e-6dbfa0d7f98c req-c5397e51-d021-4a9c-96bb-d11a9a673c85 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.0797679 Aug 11 16:22:54.349516 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c7cb39a-bde3-4671-9b1e-6dbfa0d7f98c req-e8a0bc91-be9f-41ea-9c67-f09b3c45e623 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Aug 11 16:22:54.351255 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port cb7ec45f-c753-403d-af05-ebb5a6b2017c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:54.365845 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c', 'network_id': 'f31b02e7-a22e-4f79-9505-ca0e79fb2d62', 'port_id': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c', 'mac_address': 'fa:16:3e:c7:55:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047f13f8-126d-4bfc-8a63-c80c4fe91345', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:54.427812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:54.445709 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7ec45f-c753-403d-af05-ebb5a6b2017c {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:54.462055 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port cb7ec45f-c753-403d-af05-ebb5a6b2017c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:54.467355 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:54.469736 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:54.527946 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c218-9a24-4742-b779-0c3087237fac req-c20c700d-c16e-4e1f-80e9-78f97aafec43 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:54.529390 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec60c218-9a24-4742-b779-0c3087237fac req-c20c700d-c16e-4e1f-80e9-78f97aafec43 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0860972 Aug 11 16:22:54.537566 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=cb7ec45f-c753-403d-af05-ebb5a6b2017c,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:54.540767 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:54.579812 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec60c218-9a24-4742-b779-0c3087237fac req-8ab698a1-2229-4b67-9190-b8dbb43317f1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Aug 11 16:22:54.814036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926f32-906b-453e-92df-e50fa7bcf146 req-193f6f44-3435-4d17-b01c-a3dd4865fced tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:54.815690 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e7926f32-906b-453e-92df-e50fa7bcf146 req-193f6f44-3435-4d17-b01c-a3dd4865fced tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 948 time: 0.0839062 Aug 11 16:22:54.861575 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e7926f32-906b-453e-92df-e50fa7bcf146 req-a0a7b5a5-c746-4ed9-9e92-c7c6133f32de tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Aug 11 16:22:55.538055 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1bd3a-f40b-4a71-8b29-bef4f0cc2fdd req-d5e79a00-01ab-4ee0-8230-38e0b6c35a54 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:55.539791 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-eea1bd3a-f40b-4a71-8b29-bef4f0cc2fdd req-d5e79a00-01ab-4ee0-8230-38e0b6c35a54 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.0836143 Aug 11 16:22:55.585654 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-eea1bd3a-f40b-4a71-8b29-bef4f0cc2fdd req-58c4cf9d-12bc-4b12-9ee5-85aadfd4a899 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Aug 11 16:22:55.769362 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f1ab3-6d32-4a6d-8465-57586d1f9b45 req-024425d7-f045-4800-becb-85824cb27fa0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:55.770819 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-862f1ab3-6d32-4a6d-8465-57586d1f9b45 req-024425d7-f045-4800-becb-85824cb27fa0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0823188 Aug 11 16:22:55.775542 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['cb7ec45f-c753-403d-af05-ebb5a6b2017c'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:55.819547 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-862f1ab3-6d32-4a6d-8465-57586d1f9b45 req-6c8fc3bf-de63-451e-a13f-5767df2646f2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Aug 11 16:22:55.962718 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:56.081451 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc40806-1a2d-4204-b3bb-a49c1bd0fe88 req-591c6357-0542-435e-9747-0512f3a7db95 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:56.082827 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc40806-1a2d-4204-b3bb-a49c1bd0fe88 req-591c6357-0542-435e-9747-0512f3a7db95 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 948 time: 0.0863686 Aug 11 16:22:56.129602 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc40806-1a2d-4204-b3bb-a49c1bd0fe88 req-5d9153e5-08a8-41df-8f2c-363802e41d1b tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Aug 11 16:22:56.807128 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d90a1-5dc7-43b1-a0b4-12f7006599d3 req-591fd44e-65b9-4d1e-a75b-e9c9ec99970c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:56.808771 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-632d90a1-5dc7-43b1-a0b4-12f7006599d3 req-591fd44e-65b9-4d1e-a75b-e9c9ec99970c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.0928881 Aug 11 16:22:56.833706 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59392) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:56.861828 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-632d90a1-5dc7-43b1-a0b4-12f7006599d3 req-44229e7b-5257-42b6-8b84-faad3957015b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Aug 11 16:22:56.991958 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.016631 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:57.023131 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Usage tracker for resource:security_group_rule and tenant:35a39ff08dcb46b48600441c7238ee85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:57.030761 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:57.038860 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:57.072212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffb55f-7ef1-4297-8f40-71954ddb5235 req-ba70d35f-8105-4fc5-942e-7350078540eb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:57.073764 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-37ffb55f-7ef1-4297-8f40-71954ddb5235 req-ba70d35f-8105-4fc5-942e-7350078540eb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1408639 Aug 11 16:22:57.141104 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-37ffb55f-7ef1-4297-8f40-71954ddb5235 req-f143d100-bfd5-493d-99be-306ac6aebd35 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577683 Aug 11 16:22:57.197907 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.202331 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.216291 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e2c79eea-63f5-49ab-bf47-8c031e417d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:57.261592 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecbf06a-105d-40f6-977f-ee3581de106b,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:57.277647 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:57.287674 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35a39ff08dcb46b48600441c7238ee85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504216 Aug 11 16:22:57.288171 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59410) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:57.322644 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device cb7ec45f-c753-403d-af05-ebb5a6b2017c up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:57.338743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951250b3-dfe3-4460-a6c3-dfa965e9ee98 req-263f581d-4d1e-46fb-83b8-83cb713ce8be tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:57.340285 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-951250b3-dfe3-4460-a6c3-dfa965e9ee98 req-263f581d-4d1e-46fb-83b8-83cb713ce8be tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 948 time: 0.0867832 Aug 11 16:22:57.367586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.370097 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59414) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:57.398366 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-951250b3-dfe3-4460-a6c3-dfa965e9ee98 req-9a772a6d-7022-405f-849c-f0282a4fd9d0 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Aug 11 16:22:57.408710 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.419264 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port cb7ec45f-c753-403d-af05-ebb5a6b2017c completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:57.428673 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port cb7ec45f-c753-403d-af05-ebb5a6b2017c triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:57.429297 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.479660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.485541 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6efda8c7-578a-4b4e-a453-1d48254bc022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:57.501719 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d604f4-29d8-4203-8a2a-1b44b26dfca7 req-74a6c1a7-c9d4-4a33-bd78-1ffdf54c6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:57.503218 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-14d604f4-29d8-4203-8a2a-1b44b26dfca7 req-74a6c1a7-c9d4-4a33-bd78-1ffdf54c6a15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 1098 time: 0.1039383 Aug 11 16:22:57.520026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.521136 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cecbf06a-105d-40f6-977f-ee3581de106b HTTP/1.1" status: 204 len: 168 time: 0.2320080 Aug 11 16:22:57.522037 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecbf06a-105d-40f6-977f-ee3581de106b,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:57.524658 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:57.565444 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-14d604f4-29d8-4203-8a2a-1b44b26dfca7 req-fff46d1c-6a1f-466b-bcaa-2961d8625402 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549836 Aug 11 16:22:57.569415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.584462 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:57.588488 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7c521ebf3043409f612f6ff9ae9db5 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:57.591975 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:57.595578 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.603658 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:57.627183 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:57.637509 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port cb7ec45f-c753-403d-af05-ebb5a6b2017c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:57.642821 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.645090 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:57.726387 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.732977 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.747267 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c', 'code': 200} Aug 11 16:22:57.748865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-99611ec9-1760-41cd-b7ae-2ae3024f347a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:57.772233 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=cb7ec45f-c753-403d-af05-ebb5a6b2017c,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:57.776302 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:57.794097 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3f2fc9-7632-4017-ac24-d034e7090483,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:57.798916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:57.801466 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d7c521ebf3043409f612f6ff9ae9db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266233 Aug 11 16:22:57.804605 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59432) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:57.879073 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.918615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.931947 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59442) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:57.962945 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.999066 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:58.055385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Usage tracker for resource:security_group_rule and tenant:e8da7fc52d6a4e959614f2d9d7186942 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:58.061779 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:58.070245 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:58.109011 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.125878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c8ea571d-f91e-4c47-9e13-0b5432600e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:58.148059 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3f2fc9-7632-4017-ac24-d034e7090483,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:58.150978 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:58.164278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.165575 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f3f2fc9-7632-4017-ac24-d034e7090483 HTTP/1.1" status: 204 len: 168 time: 0.3599992 Aug 11 16:22:58.197496 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84323-fb93-4d11-a784-1941726a3c53 req-fb4b6fa2-bacd-45f2-91bd-2120a4f1a022 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:58.206917 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af84323-fb93-4d11-a784-1941726a3c53 req-fb4b6fa2-bacd-45f2-91bd-2120a4f1a022 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.2158489 Aug 11 16:22:58.349267 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af84323-fb93-4d11-a784-1941726a3c53 req-1ad8e88a-91bf-4ff7-b5ed-0b79f189c285 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413860 Aug 11 16:22:58.455728 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce5502-85e1-40b3-8966-80b5d1c0025c req-abbb331d-4055-4978-9d66-ce2d178ca0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:58.460201 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c6ce5502-85e1-40b3-8966-80b5d1c0025c req-abbb331d-4055-4978-9d66-ce2d178ca0f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 1102 time: 0.2124388 Aug 11 16:22:58.462609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.516643 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3de26-1c0d-422c-88f6-c6386b8d685a req-1a6247a7-2acf-44be-a30a-03e1442f9bb9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:58.525416 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-add3de26-1c0d-422c-88f6-c6386b8d685a req-1a6247a7-2acf-44be-a30a-03e1442f9bb9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1699321 Aug 11 16:22:58.556536 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.586825 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-add3de26-1c0d-422c-88f6-c6386b8d685a req-b2be069e-f7a0-4a31-9669-907175928bc9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602179 Aug 11 16:22:58.617963 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:58.636124 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8da7fc52d6a4e959614f2d9d7186942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006223 Aug 11 16:22:58.638855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59486) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:58.675648 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c6ce5502-85e1-40b3-8966-80b5d1c0025c req-f22f2d13-3b74-407c-a5ab-3aaa75be24c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960683 Aug 11 16:22:58.691897 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe3de08-a34c-4b31-9289-9adae69463a3,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:58.703496 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:58.815706 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.858922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.928330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017f28-5f01-498d-88b5-7478d46f8acc req-12cd09dd-a45b-4865-9b63-55a4575ebe12 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:58.930087 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e8017f28-5f01-498d-88b5-7478d46f8acc req-12cd09dd-a45b-4865-9b63-55a4575ebe12 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 949 time: 0.1963191 Aug 11 16:22:58.994219 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e8017f28-5f01-498d-88b5-7478d46f8acc req-4690a1c7-9e30-4c99-9a44-13e5e46cb1f0 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486841 Aug 11 16:22:58.995074 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.003179 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-942952e7-baf5-4482-8aa3-87cf8be8d5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:59.020871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe3de08-a34c-4b31-9289-9adae69463a3,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:59.031310 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.033361 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fe3de08-a34c-4b31-9289-9adae69463a3 HTTP/1.1" status: 204 len: 168 time: 0.3935263 Aug 11 16:22:59.034629 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:59.488848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59534) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:59.744159 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-373788814-network', 'tenant_id': 'e3b550dd4dce4679a288601ea3eda80e'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:59.754421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:59.765169 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Usage tracker for resource:network and tenant:e3b550dd4dce4679a288601ea3eda80e is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:59.770416 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:59.778840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:59.794547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Made reservation on behalf of e3b550dd4dce4679a288601ea3eda80e for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:59.794547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.808647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.825789 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:59.831958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Usage tracker for resource:security_group_rule and tenant:e3b550dd4dce4679a288601ea3eda80e is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:59.841416 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a07191-ae42-49f7-9f34-c85c1201800d req-17940d9e-fc29-44f6-9483-e495c3f0eb0e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:59.842902 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b1a07191-ae42-49f7-9f34-c85c1201800d req-17940d9e-fc29-44f6-9483-e495c3f0eb0e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1435828 Aug 11 16:22:59.844387 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:59.852185 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:59.910237 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b1a07191-ae42-49f7-9f34-c85c1201800d req-b76c6f93-e983-4269-9a82-125a13297bf5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598061 Aug 11 16:22:59.995202 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.001039 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.006483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6ce6120c-eef7-482e-8762-6cd26ed8118a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:00.052846 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:23:00.064134 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f531a1f5-1872-4265-bc8c-9001ed163547,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:00.069510 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:00.076001 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.076402 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Added segment 53b05c96-9ffd-4f5c-b680-0322b7278a54 of type vlan for network 5ec88232-9e57-482d-b3d1-e33f76535e82 Aug 11 16:23:00.114758 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf0b3d-17fb-4e45-bc74-83574fffd2ac req-0483b73b-c151-4c66-9891-0a3b3e14f82b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:00.118584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.121820 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5bcf0b3d-17fb-4e45-bc74-83574fffd2ac req-0483b73b-c151-4c66-9891-0a3b3e14f82b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0991724 Aug 11 16:23:00.196845 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5bcf0b3d-17fb-4e45-bc74-83574fffd2ac req-876277ec-b7a0-402f-ba2c-f457d3d4e222 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729153 Aug 11 16:23:00.233566 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.237385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:00.238033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.244480 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1eef18d2-d685-41e6-8fa1-3430e078979e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:00.374037 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Pushing event updated for resources: {'Network': ['ID=5ec88232-9e57-482d-b3d1-e33f76535e82,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:00.378055 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8876262 Aug 11 16:23:00.381417 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59576) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:00.382650 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:00.389422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Request body: {'subnet': {'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-373788814-subnet', 'tenant_id': 'e3b550dd4dce4679a288601ea3eda80e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:00.393536 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1428a71-96b4-4079-a9d9-e9b1a46557ad req-a5e7f170-c17c-4ccd-a530-25f16495a2d0 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:00.395208 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c1428a71-96b4-4079-a9d9-e9b1a46557ad req-a5e7f170-c17c-4ccd-a530-25f16495a2d0 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 949 time: 0.2285450 Aug 11 16:23:00.398013 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:00.398198 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 5ec88232-9e57-482d-b3d1-e33f76535e82 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:23:00.407335 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Usage tracker for resource:subnet and tenant:e3b550dd4dce4679a288601ea3eda80e is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:00.416804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:00.432054 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:00.455730 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Made reservation on behalf of e3b550dd4dce4679a288601ea3eda80e for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:00.458282 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c1428a71-96b4-4079-a9d9-e9b1a46557ad req-14faa8e7-cfab-40b3-90d6-f398e46133be tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545721 Aug 11 16:23:00.463026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.822194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59590) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:00.947228 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.952333 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-34c0bcee-e42e-463d-89a5-95e6657db2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:01.075771 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43c94ad-ddb4-4035-980a-909bb60c259c,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:01.080029 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:01.080884 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Checking segment: {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:01.081542 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Network hostable DHCP agents. Network: 5ec88232-9e57-482d-b3d1-e33f76535e82, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:23:01.105356 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Network 5ec88232-9e57-482d-b3d1-e33f76535e82 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:23:01.116925 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 5ec88232-9e57-482d-b3d1-e33f76535e82) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:01.125221 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642c159-422c-4e67-83eb-97578b8ebc05 None None] Network 5ec88232-9e57-482d-b3d1-e33f76535e82 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:01.128347 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:01.129166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.149206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.169777 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:01.170249 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7870183 Aug 11 16:23:01.176009 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Usage tracker for resource:security_group_rule and tenant:58999992c4f64893b300da7da400a8e3 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:01.180579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:01.189959 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:01.300325 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.306230 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.323934 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2e146587-ccf6-4ff3-8166-a4379672ac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:01.411435 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3eea1a-f283-4c2a-a7c4-49c288aee2eb None None] Network 5ec88232-9e57-482d-b3d1-e33f76535e82 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:01.459041 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1c4935-c7a6-4509-bda7-ef16c4779b17,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:01.462828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:01.465591 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58999992c4f64893b300da7da400a8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422293 Aug 11 16:23:01.469330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59618) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:01.597488 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.679193 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.778436 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 59628) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:01.785062 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.797999 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-efb1546e-4700-4d7e-bfc5-478d3dc1c933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:01.811719 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1c4935-c7a6-4509-bda7-ef16c4779b17,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:01.840880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:01.848795 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.853971 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c1c4935-c7a6-4509-bda7-ef16c4779b17 HTTP/1.1" status: 204 len: 168 time: 0.3837459 Aug 11 16:23:01.935768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3f96e-415c-45e7-980d-75e862fd31c1 req-a42da85a-0763-4ccc-9fef-dd79ce143164 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:01.943255 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e8f3f96e-415c-45e7-980d-75e862fd31c1 req-a42da85a-0763-4ccc-9fef-dd79ce143164 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 949 time: 0.2891312 Aug 11 16:23:01.997754 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e8f3f96e-415c-45e7-980d-75e862fd31c1 req-3c0fde1c-3366-4db7-8d5a-cb93672b1515 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Aug 11 16:23:02.335059 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.367716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:02.371694 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Usage tracker for resource:security_group_rule and tenant:24580dce3eeb451e9c9d64299321f361 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:02.375345 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:02.384162 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:02.591801 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.597403 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.608557 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:02.682468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f33205b-5203-44f3-b817-322e35bb96b1,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:02.694859 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:02.706750 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24580dce3eeb451e9c9d64299321f361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8848882 Aug 11 16:23:02.709572 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59680) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:02.893492 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.918732 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc31122-5a68-4801-871e-befb8d51e7a6 req-7abda224-a16e-48e5-90ea-12ec2210b702 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:02.926942 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6fc31122-5a68-4801-871e-befb8d51e7a6 req-7abda224-a16e-48e5-90ea-12ec2210b702 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1691566 Aug 11 16:23:02.967844 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.971222 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-01617e88-8ada-40a0-a6a5-75e299d2800a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:02.978706 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-01617e88-8ada-40a0-a6a5-75e299d2800a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.2366750 Aug 11 16:23:02.998764 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-2f3d95dc-d890-4ca8-8867-272b0630d7b6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/quotas/72a1dbe7066f42efaefea163311a2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0196226 Aug 11 16:23:03.010177 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6fc31122-5a68-4801-871e-befb8d51e7a6 req-0b4f836b-eb14-4cbd-886e-5165b64f91f6 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810680 Aug 11 16:23:03.071516 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:03.076675 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d13cc0df-d879-4cc3-b758-febf4163b7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:03.083046 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-eb3a4d20-adf7-4779-b319-ae3c4f68c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:03.084874 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-eb3a4d20-adf7-4779-b319-ae3c4f68c2b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.2766092 Aug 11 16:23:03.124090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:03.128835 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f33205b-5203-44f3-b817-322e35bb96b1 HTTP/1.1" status: 204 len: 168 time: 0.4176259 Aug 11 16:23:03.136333 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f33205b-5203-44f3-b817-322e35bb96b1,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:03.143587 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:03.300264 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-03c5e115-4b2f-46d6-996a-3f64fc8f65c0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002727 Aug 11 16:23:03.359576 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f2a64-8a1c-446c-8bd7-3b56e8c7790f req-91b1f0cd-a768-44ba-b863-cbe27d4eeab1 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:03.370809 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-798f2a64-8a1c-446c-8bd7-3b56e8c7790f req-91b1f0cd-a768-44ba-b863-cbe27d4eeab1 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 949 time: 0.2101827 Aug 11 16:23:03.481399 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-798f2a64-8a1c-446c-8bd7-3b56e8c7790f req-212109a6-899b-477f-bb6c-d52d6bc3173f tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042850 Aug 11 16:23:03.509981 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-b38783ab-3e00-4b70-b815-5908e48ccd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:03.511655 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-b38783ab-3e00-4b70-b815-5908e48ccd30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.4158361 Aug 11 16:23:03.578642 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-98c02949-9a7b-4115-a52b-29f431f78727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:03.683676 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-9a7310a5-d796-444a-9852-5fbed7d71091 service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819530 Aug 11 16:23:03.719162 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-aa2ae80b-ce8c-41b7-b92c-666de32d3195 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.1905899 Aug 11 16:23:03.741924 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59728) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:03.766643 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:03.796272 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:03.808209 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Usage tracker for resource:security_group_rule and tenant:54709f4bc72b49ceb408304d87ab1d32 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:03.813598 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:03.826628 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:03.923742 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-e0edb311-24cd-4b2d-a3d2-e3241d67beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:03.925262 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-e0edb311-24cd-4b2d-a3d2-e3241d67beac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.1099696 Aug 11 16:23:03.931349 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-580ce8f3-f8f9-4508-915f-3c4cc619714e service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458887 Aug 11 16:23:03.963800 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:03.969118 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:03.979300 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-891d40b7-1c81-4e2c-8979-29e67fafe45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:04.022621 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-c2891090-1781-45d2-a576-04ac12646252 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862081 Aug 11 16:23:04.025447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.050583 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84303d6-1776-429b-b5c3-ac20c13a342c,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:04.059319 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:04.072565 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54709f4bc72b49ceb408304d87ab1d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262873 Aug 11 16:23:04.081103 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59750) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:04.247781 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-5d85229a-eefd-48ca-89e8-a08f5cd96cd7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:04.251332 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-5d85229a-eefd-48ca-89e8-a08f5cd96cd7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/networks?id=5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 200 len: 813 time: 0.2325137 Aug 11 16:23:04.253145 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.287634 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-6d43af0d-23a4-4e3b-b82f-eea6a0056909 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482517 Aug 11 16:23:04.293149 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-95914891-5334-4278-aa28-12dd44cd1032 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/quotas/e3b550dd4dce4679a288601ea3eda80e HTTP/1.1" status: 200 len: 375 time: 0.0108030 Aug 11 16:23:04.343184 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.365396 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-3b0ae215-9456-447e-a0a7-358e42dc9adc tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3b550dd4dce4679a288601ea3eda80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641811 Aug 11 16:23:04.375550 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59764) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:04.478065 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841816a-5368-4033-a656-f60a9451d0e5 req-cc6d4cc2-add1-4109-b18c-f00f13108e5a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:04.495104 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6841816a-5368-4033-a656-f60a9451d0e5 req-cc6d4cc2-add1-4109-b18c-f00f13108e5a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2495410 Aug 11 16:23:04.545244 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1c45b636-d485-4724-9ed7-31fdb07f469e req-4d220060-1214-4d89-a552-1b48503b1ac0 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456236 Aug 11 16:23:04.549111 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.578164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.584663 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:04.588657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2cddbc04-7705-4e8c-8115-da87a2af5278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:04.596832 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6841816a-5368-4033-a656-f60a9451d0e5 req-5da94d47-15fe-405f-b851-ffa0ee50fee1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007376 Aug 11 16:23:04.605707 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84303d6-1776-429b-b5c3-ac20c13a342c,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:04.619916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Usage tracker for resource:security_group_rule and tenant:79a51cff05e04dd28cc3de9e7dd0fd2c is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:04.624457 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-89aa2949-ce02-4475-b3d1-8d09b1cb18af service neutron] 10.222.0.18 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478302 Aug 11 16:23:04.638026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:04.661467 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:04.669913 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.671254 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f84303d6-1776-429b-b5c3-ac20c13a342c HTTP/1.1" status: 204 len: 168 time: 0.5890720 Aug 11 16:23:04.672411 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:04.716594 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9b502ad0-5085-4c08-8285-4fea1aa49dd2 req-4a571e44-5c0a-43a1-ac0d-2e64632617b2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 210 time: 0.0716696 Aug 11 16:23:04.827591 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-e679d63a-22a1-4944-a5f1-2ceb755fda6d service neutron] 10.222.0.18 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906145 Aug 11 16:23:04.879995 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.886090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:04.898632 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-53ee223f-b91e-4ada-a2bf-661a7109deec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:05.013040 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ea65a-3cf6-4ff6-b24a-bccba520a480,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:05.030917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:05.049887 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79a51cff05e04dd28cc3de9e7dd0fd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714864 Aug 11 16:23:05.052499 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59790) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:05.198575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.226790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3906f-b831-43aa-838f-c1417aac2fa3 req-d8a3d594-d00a-4e3a-a6e9-a350978e8382 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:05.239971 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-49f3906f-b831-43aa-838f-c1417aac2fa3 req-d8a3d594-d00a-4e3a-a6e9-a350978e8382 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 949 time: 0.4019792 Aug 11 16:23:05.272692 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.354950 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ca45dc69-beb0-4477-bde6-9423d250b35c req-a1eca6ae-2f7c-44eb-bf4f-f27e66c32eb4 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 210 time: 0.0624673 Aug 11 16:23:05.365498 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c68f-75f0-43f3-b481-d2189b929756 req-381902fc-b95b-4f5b-8135-701c2dd52d31 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:05.369044 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0103c68f-75f0-43f3-b481-d2189b929756 req-381902fc-b95b-4f5b-8135-701c2dd52d31 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 949 time: 0.3861711 Aug 11 16:23:05.393921 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.398013 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-58309b06-100c-4b99-8a63-fbc6a827ec24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:05.423638 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-49f3906f-b831-43aa-838f-c1417aac2fa3 req-93774516-bc30-4595-b946-02efca27300b tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539819 Aug 11 16:23:05.448092 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ea65a-3cf6-4ff6-b24a-bccba520a480,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:05.455114 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:05.458785 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.461934 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/507ea65a-3cf6-4ff6-b24a-bccba520a480 HTTP/1.1" status: 204 len: 168 time: 0.4064569 Aug 11 16:23:05.545039 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Deleting port cb7ec45f-c753-403d-af05-ebb5a6b2017c {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:23:05.546036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.991651 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56399379-0f1e-49fc-a4b7-f6fc37a860eb req-29824498-3628-4746-aed1-c78749cfe50d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:06.000686 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56399379-0f1e-49fc-a4b7-f6fc37a860eb req-29824498-3628-4746-aed1-c78749cfe50d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2268279 Aug 11 16:23:06.090223 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56399379-0f1e-49fc-a4b7-f6fc37a860eb req-7ce5510f-6c32-4883-a567-3368641d2e80 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866787 Aug 11 16:23:06.093681 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] For port cb7ec45f-c753-403d-af05-ebb5a6b2017c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=cb7ec45f-c753-403d-af05-ebb5a6b2017c,segment=NetworkSegment(4a643a41-4d7a-4baa-b546-698b72888d44),segment_id=4a643a41-4d7a-4baa-b546-698b72888d44)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:06.094137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.176017 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-92ab9805-fbd8-4008-b0ab-75f552579e79 req-e2ebad75-530d-4223-9f91-fd1035b19e48 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 210 time: 0.0655127 Aug 11 16:23:06.307516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d5adb801-c1ae-4a74-983a-d810d61075a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.325386 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Calling delete_port for cb7ec45f-c753-403d-af05-ebb5a6b2017c owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:23:06.625061 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-53c4c6a6-009e-426a-af8a-20cc28f0a1bb req-4aad58c5-a1a8-468b-b224-f8f4e81eec68 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 210 time: 0.1141431 Aug 11 16:23:06.639291 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-0cd45c42-1ce4-4274-ac56-f24004d96db2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:06.641314 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-0cd45c42-1ce4-4274-ac56-f24004d96db2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.7435324 Aug 11 16:23:06.668878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Request body: {'port': {'device_id': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'admin_state_up': True, 'tenant_id': '72a1dbe7066f42efaefea163311a2bd6'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:06.709903 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.718361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-618377cc-238c-4b67-b211-827dc52f2dae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:06.732150 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6e98-713b-4fa4-bb1b-676696ee0e5a req-68ca5be5-ece7-4aa3-9dcb-883845d8b239 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:06.733690 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-528e6e98-713b-4fa4-bb1b-676696ee0e5a req-68ca5be5-ece7-4aa3-9dcb-883845d8b239 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 867 time: 0.0903277 Aug 11 16:23:06.788310 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Pushing event deleted for resources: {'Port': ['ID=cb7ec45f-c753-403d-af05-ebb5a6b2017c,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:06.791748 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:06.800630 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-528e6e98-713b-4fa4-bb1b-676696ee0e5a req-ea9b24d5-06fc-4b21-a75a-22bee9b8a417 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f877d6f-7fb0-4327-a248-015cad1aa747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585866 Aug 11 16:23:06.966310 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] No DVR routers for this DVR port cb7ec45f-c753-403d-af05-ebb5a6b2017c on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:23:06.969752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.976278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'name': 'network-vif-deleted', 'tag': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:07.037147 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:07.040964 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce4fe1f-7763-4eaf-945c-82c8e50ca567', 'name': 'network-vif-deleted', 'tag': 'cb7ec45f-c753-403d-af05-ebb5a6b2017c', 'status': 'completed', 'code': 200} Aug 11 16:23:07.051075 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0103c68f-75f0-43f3-b481-d2189b929756 req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.39 "DELETE /v2.0/ports/cb7ec45f-c753-403d-af05-ebb5a6b2017c HTTP/1.1" status: 204 len: 173 time: 1.6394687 Aug 11 16:23:07.055111 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:07.068798 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Made reservation on behalf of 72a1dbe7066f42efaefea163311a2bd6 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:07.075025 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:07.183066 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:07.378224 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device cb7ec45f-c753-403d-af05-ebb5a6b2017c no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:23:07.440724 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00703-089a-4fc1-863d-f200192c9a25 req-7d1595ef-4785-4700-94c9-e357ab1accde tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:07.453415 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-55d00703-089a-4fc1-863d-f200192c9a25 req-7d1595ef-4785-4700-94c9-e357ab1accde tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1312509 Aug 11 16:23:07.459886 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: cb7ec45f-c753-403d-af05-ebb5a6b2017c {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:23:07.460248 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device cb7ec45f-c753-403d-af05-ebb5a6b2017c not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:23:07.524193 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-55d00703-089a-4fc1-863d-f200192c9a25 req-e5727b4b-8540-4955-9fe5-6fd79a117664 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684850 Aug 11 16:23:07.771777 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Allocated IP 172.20.0.14 (b13f4087-b031-43a8-9692-0e81a02377b3/43367907-ad4d-4cbe-ae78-7c3f99e858ba/ffd5c12b-7665-4998-96f9-eeb1d682c918) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:07.775616 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9d7cfe93-3899-4c07-b3a8-47775e57a128 req-22d06093-c558-46d6-af49-aabd754b7d6d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 210 time: 0.3443508 Aug 11 16:23:07.832696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-e4ad0024-21bc-4cd5-879b-66b8619f4ffb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:07.833414 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-e4ad0024-21bc-4cd5-879b-66b8619f4ffb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Synchronizing usage tracker for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:07.879702 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-e4ad0024-21bc-4cd5-879b-66b8619f4ffb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Unset dirty status for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:07.881259 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-e4ad0024-21bc-4cd5-879b-66b8619f4ffb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "GET /v2.0/networks?id=5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 200 len: 813 time: 0.6978528 Aug 11 16:23:07.920572 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Request body: {'port': {'device_id': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82', 'admin_state_up': True, 'tenant_id': 'e3b550dd4dce4679a288601ea3eda80e'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:07.937574 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c7b580b2-f72b-4bed-b3cc-54023669ecc6 req-ff95892a-e40e-49c5-b49d-213104972107 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 210 time: 0.0575643 Aug 11 16:23:08.126336 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-a3a35747-c9ef-44cc-b444-975b2a157a15 req-102d0f99-3260-45bd-a037-71da3418ce33 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Synchronizing usage tracker for tenant:373bd8fdec844aab98d9c6835a01d52b on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:08.193830 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-a3a35747-c9ef-44cc-b444-975b2a157a15 req-102d0f99-3260-45bd-a037-71da3418ce33 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Unset dirty status for tenant:373bd8fdec844aab98d9c6835a01d52b on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:08.195016 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a3a35747-c9ef-44cc-b444-975b2a157a15 req-102d0f99-3260-45bd-a037-71da3418ce33 tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ce4fe1f-7763-4eaf-945c-82c8e50ca567 HTTP/1.1" status: 200 len: 210 time: 0.1820428 Aug 11 16:23:08.229299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.237915 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:08.244147 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Usage tracker for resource:port and tenant:e3b550dd4dce4679a288601ea3eda80e is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:08.247647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:08.255368 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:08.268653 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Made reservation on behalf of e3b550dd4dce4679a288601ea3eda80e for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:08.272277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.281836 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59914) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:08.347183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.357631 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fbe6ce42-86f1-4d8e-9483-9661f47797e3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:08.388745 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377', '6847ac10-c394-4df7-b2b3-3c0125968891'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:08.403053 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.419458 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:08.424189 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Usage tracker for resource:security_group_rule and tenant:de8cc543442a4566b0d02aa12dc81cf7 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:08.428401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:08.434245 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:08.454268 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Network b13f4087-b031-43a8-9692-0e81a02377b3 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:08.461690 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:08.466577 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.478619 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:08.536326 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.537308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event updated for resources: {'Port': ['ID=ffd5c12b-7665-4998-96f9-eeb1d682c918,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:08.548452 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.551131 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:08.558931 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2d7fdcba-25fe-4b9c-b9ca-e51737cc838e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:08.602948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:08.603581 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.607843 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de8cc543442a4566b0d02aa12dc81cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246927 Aug 11 16:23:08.608657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59922) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:08.614718 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df13906-e71d-44e1-90ad-b02e12b78bd7,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:08.618553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Allocated IP 172.20.0.11 (5ec88232-9e57-482d-b3d1-e33f76535e82/e43c94ad-ddb4-4035-980a-909bb60c259c/2bec3676-6422-4bfb-9121-8344f5969eb6) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:08.661341 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9986389 Aug 11 16:23:08.677661 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:08.686620 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Request body: {'port': {'device_id': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:08.774090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.807744 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.829577 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0cdf-833b-4672-9222-d0f6c6e93ca5 req-8ad38b8e-1ff9-4ea7-8f21-8fe931764f5e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:08.830320 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-945e0cdf-833b-4672-9222-d0f6c6e93ca5 req-8ad38b8e-1ff9-4ea7-8f21-8fe931764f5e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1538763 Aug 11 16:23:08.901201 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-945e0cdf-833b-4672-9222-d0f6c6e93ca5 req-53dcacb8-e711-457a-9c55-f61067c36ebb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595145 Aug 11 16:23:08.920593 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.928955 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.931618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f7a49c11-d928-40d8-9755-0be58dc88938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.027762 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df13906-e71d-44e1-90ad-b02e12b78bd7,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.032313 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.038447 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.039457 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.044241 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8df13906-e71d-44e1-90ad-b02e12b78bd7 HTTP/1.1" status: 204 len: 168 time: 0.4295399 Aug 11 16:23:09.182563 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0c397878-9696-45b7-9d94-c825d002dcbd req-7ffb67c2-b23f-4413-8adc-e5454c56a749 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 210 time: 0.0765104 Aug 11 16:23:09.226207 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.244341 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-45f96fde-c537-4a29-a269-e5521b8e3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.376751 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Network 5ec88232-9e57-482d-b3d1-e33f76535e82 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:09.381515 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:09.387266 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:09.520669 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59956) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:09.546797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.548878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Pushing event updated for resources: {'Port': ['ID=2bec3676-6422-4bfb-9121-8344f5969eb6,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.566955 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.575642 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:09.576347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ec163-0bdd-4ea6-b162-cbe6edbbe73c req-52195491-4f97-4f82-87fb-204d41d4bbdf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:09.577058 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-197ec163-0bdd-4ea6-b162-cbe6edbbe73c req-52195491-4f97-4f82-87fb-204d41d4bbdf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:09.581519 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Usage tracker for resource:security_group_rule and tenant:cc811105c7954701b1d3d9b937650892 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:09.585829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:09.592586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:09.611816 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:09.612430 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.634790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-197ec163-0bdd-4ea6-b162-cbe6edbbe73c req-52195491-4f97-4f82-87fb-204d41d4bbdf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:09.636114 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-197ec163-0bdd-4ea6-b162-cbe6edbbe73c req-52195491-4f97-4f82-87fb-204d41d4bbdf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 932 time: 0.5357242 Aug 11 16:23:09.655065 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7381449 Aug 11 16:23:09.699933 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.707740 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.708533 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Request body: {'port': {'device_id': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:09.718773 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ae7007fa-13b1-4268-bdea-df19366a0a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.763232 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc811105c7954701b1d3d9b937650892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414021 Aug 11 16:23:09.764096 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beca642-3c9c-4aa2-9fa9-b279d9a04e20,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.767676 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.768156 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 59974) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:09.805125 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-197ec163-0bdd-4ea6-b162-cbe6edbbe73c req-b2f26497-8e03-4f09-9a68-9af2a4fcc9d9 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561325 Aug 11 16:23:09.812901 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd5c12b-7665-4998-96f9-eeb1d682c918 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:09.836979 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.857870 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.866905 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.888205 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Transition to ACTIVE for port object ffd5c12b-7665-4998-96f9-eeb1d682c918 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:09.891855 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.903252 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.910439 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.926820 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.930975 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7456be9c-9d66-4e27-94d8-2beb125e85ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.951637 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.953491 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8beca642-3c9c-4aa2-9fa9-b279d9a04e20 HTTP/1.1" status: 204 len: 168 time: 0.1842430 Aug 11 16:23:09.954633 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beca642-3c9c-4aa2-9fa9-b279d9a04e20,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.957191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:10.059969 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5c12b-7665-4998-96f9-eeb1d682c918,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:10.116596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:10.405144 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a620c-1cff-4ed5-a928-de7f9c9622f0 req-36da0098-6f36-4c6a-8b8d-6042163809d3 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:10.407593 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5b3a620c-1cff-4ed5-a928-de7f9c9622f0 req-36da0098-6f36-4c6a-8b8d-6042163809d3 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 932 time: 0.1122005 Aug 11 16:23:10.488291 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5b3a620c-1cff-4ed5-a928-de7f9c9622f0 req-93481e7b-7ad6-44d0-ba4d-a32d508347e5 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742373 Aug 11 16:23:10.495953 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Attempting to bind port ffd5c12b-7665-4998-96f9-eeb1d682c918 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:10.499144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Attempting to bind port ffd5c12b-7665-4998-96f9-eeb1d682c918 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:10.500739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Attempting to bind port ffd5c12b-7665-4998-96f9-eeb1d682c918 on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:10.573045 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b416-6df6-447f-bb19-116ae8209d24 req-b45712e2-9816-407a-b8bc-8f00f730fe70 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:10.581078 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d395b416-6df6-447f-bb19-116ae8209d24 req-b45712e2-9816-407a-b8bc-8f00f730fe70 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.4442098 Aug 11 16:23:10.582878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Port ffd5c12b-7665-4998-96f9-eeb1d682c918 on network b13f4087-b031-43a8-9692-0e81a02377b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:23:10.583202 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Attempting to bind port ffd5c12b-7665-4998-96f9-eeb1d682c918 on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:10.591274 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:10.591612 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Checking segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:10.591996 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Bound using segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:10.592428 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Bound port: ffd5c12b-7665-4998-96f9-eeb1d682c918, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:10.592785 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.721980 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d395b416-6df6-447f-bb19-116ae8209d24 req-bb00a575-4477-4424-9f4d-636ea3ef86a9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399775 Aug 11 16:23:10.805014 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] For port ffd5c12b-7665-4998-96f9-eeb1d682c918, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:10.860674 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] For port ffd5c12b-7665-4998-96f9-eeb1d682c918, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:10.868072 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.873459 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:10.913553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bec3676-6422-4bfb-9121-8344f5969eb6 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:10.939113 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.953440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:10.954555 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.956101 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ffd5c12b-7665-4998-96f9-eeb1d682c918 HTTP/1.1" status: 200 len: 1094 time: 2.2761166 Aug 11 16:23:10.959687 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'tag': 'ffd5c12b-7665-4998-96f9-eeb1d682c918'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:11.004546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Transition to ACTIVE for port object 2bec3676-6422-4bfb-9121-8344f5969eb6 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:11.019253 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:11.030752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd5c12b-7665-4998-96f9-eeb1d682c918,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:11.040485 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:11.078783 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6678afcf-d749-4178-99fc-857181ec0b31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:11.173340 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'tag': 'ffd5c12b-7665-4998-96f9-eeb1d682c918', 'status': 'completed', 'code': 200} Aug 11 16:23:11.186647 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81b394-840a-4345-85a0-6afafdd07f39 req-c10f07a9-acd7-4428-83ab-669600a67286 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:11.189031 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4b81b394-840a-4345-85a0-6afafdd07f39 req-c10f07a9-acd7-4428-83ab-669600a67286 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 944 time: 0.1466289 Aug 11 16:23:11.295599 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4b81b394-840a-4345-85a0-6afafdd07f39 req-ea8934be-61df-42be-b6c6-8ffe5ef16557 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000719 Aug 11 16:23:11.339270 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Pushing event updated for resources: {'Port': ['ID=2bec3676-6422-4bfb-9121-8344f5969eb6,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:11.376689 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:11.415672 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-fdbd54a2-c304-42ec-b74b-1ce4f1da5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:11.417220 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-fdbd54a2-c304-42ec-b74b-1ce4f1da5d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 1097 time: 0.3799973 Aug 11 16:23:11.501981 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Attempting to bind port 2bec3676-6422-4bfb-9121-8344f5969eb6 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:11.502315 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Attempting to bind port 2bec3676-6422-4bfb-9121-8344f5969eb6 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:11.502672 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Attempting to bind port 2bec3676-6422-4bfb-9121-8344f5969eb6 on network 5ec88232-9e57-482d-b3d1-e33f76535e82 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:11.506984 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-a0eb91e7-2312-41ae-8974-fbdabdf66bbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918 HTTP/1.1" status: 200 len: 217 time: 0.0727453 Aug 11 16:23:11.508886 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Port 2bec3676-6422-4bfb-9121-8344f5969eb6 on network 5ec88232-9e57-482d-b3d1-e33f76535e82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:23:11.509200 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Attempting to bind port 2bec3676-6422-4bfb-9121-8344f5969eb6 on network 5ec88232-9e57-482d-b3d1-e33f76535e82 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:11.514599 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:11.515656 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Checking segment: {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:11.516038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Bound using segment: {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:11.516459 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Bound port: 2bec3676-6422-4bfb-9121-8344f5969eb6, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:11.516869 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:11.708219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60148) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:11.754004 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b9c8e-876d-4f11-9826-fd989ae69662 req-fb939abe-f5b0-4301-a2ff-1475c27989a9 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:11.762069 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-205b9c8e-876d-4f11-9826-fd989ae69662 req-fb939abe-f5b0-4301-a2ff-1475c27989a9 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 944 time: 0.1314847 Aug 11 16:23:11.822187 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-a64800e9-7e6f-48a6-95db-6d53ae9179d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:11.822658 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-205b9c8e-876d-4f11-9826-fd989ae69662 req-e5e10593-8cec-4bf4-9597-afb14943a0ef tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 Aug 11 16:23:11.823729 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-a64800e9-7e6f-48a6-95db-6d53ae9179d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.2746160 Aug 11 16:23:11.911664 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:11.927235 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:11.930654 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-191a1296-2cd7-4629-9bc7-25a80f284a8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927095 Aug 11 16:23:11.931273 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Usage tracker for resource:security_group_rule and tenant:36852c21a1fa48cca43e40a28232c2d3 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:11.934100 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:11.941292 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:11.965172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] For port 2bec3676-6422-4bfb-9121-8344f5969eb6, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:12.002192 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] For port 2bec3676-6422-4bfb-9121-8344f5969eb6, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2bec3676-6422-4bfb-9121-8344f5969eb6,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:12.011460 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.019654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:12.045500 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.049722 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.058829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-167c31fd-9603-4e65-a31d-21ba47f0aafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:12.104006 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36852c21a1fa48cca43e40a28232c2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868513 Aug 11 16:23:12.104266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60182) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:12.106915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16e64ec-f3fc-4385-a743-e8b941a3f153,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:12.110576 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:12.147941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.148560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.149944 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-53ed460d-806a-4879-955f-cb580d9902de service neutron] 10.222.0.39 "PUT /v2.0/ports/2bec3676-6422-4bfb-9121-8344f5969eb6 HTTP/1.1" status: 200 len: 1094 time: 2.4774275 Aug 11 16:23:12.184278 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.194385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7dfe-4266-4796-a864-0091641f1096 req-ed5759b3-1e3e-4dac-925d-7324cbb87b5f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.195986 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec9b7dfe-4266-4796-a864-0091641f1096 req-ed5759b3-1e3e-4dac-925d-7324cbb87b5f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.3144734 Aug 11 16:23:12.200279 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Pushing event updated for resources: {'Port': ['ID=2bec3676-6422-4bfb-9121-8344f5969eb6,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:12.206153 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-cc45ef5d-ae4c-4494-b260-c68cf7ea8a86 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637162 Aug 11 16:23:12.208898 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:12.223482 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.286397 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.290638 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e6eed5ea-c6cc-41bc-9f87-edf39dbb7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:12.306267 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16e64ec-f3fc-4385-a743-e8b941a3f153,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:12.313532 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:12.314624 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:12.318323 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b16e64ec-f3fc-4385-a743-e8b941a3f153 HTTP/1.1" status: 204 len: 168 time: 0.2130857 Aug 11 16:23:12.347623 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec9b7dfe-4266-4796-a864-0091641f1096 req-a77967df-2c93-479c-ade0-39fc113a1af2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402674 Aug 11 16:23:12.454920 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac586a81-69ad-4c2e-92d6-022fa515e60b req-281dfc19-abbb-4e18-9d02-4cc40eb77426 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287543 Aug 11 16:23:12.459608 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-faeea22e-dfe6-43df-98ed-332db6ecf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.461205 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-faeea22e-dfe6-43df-98ed-332db6ecf266 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3b550dd4dce4679a288601ea3eda80e&device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 1097 time: 0.2362280 Aug 11 16:23:12.643625 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facae28-f1e3-409d-988b-790b432e2ef9 req-42d1d6aa-b93f-4bf0-8f1f-ae2bdbb69072 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.645791 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4facae28-f1e3-409d-988b-790b432e2ef9 req-42d1d6aa-b93f-4bf0-8f1f-ae2bdbb69072 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 944 time: 0.1829464 Aug 11 16:23:12.691570 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-a53ee4bc-9a99-4ec3-8ab4-0d1b01757268 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bec3676-6422-4bfb-9121-8344f5969eb6 HTTP/1.1" status: 200 len: 217 time: 0.1986983 Aug 11 16:23:12.736646 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4facae28-f1e3-409d-988b-790b432e2ef9 req-c006b7f9-22bf-4b6b-b791-8f570b5079f6 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842764 Aug 11 16:23:12.811748 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-dd44bbbb-61d7-40f8-8d5c-945ad418df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.813419 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-dd44bbbb-61d7-40f8-8d5c-945ad418df4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e43c94ad-ddb4-4035-980a-909bb60c259c HTTP/1.1" status: 200 len: 853 time: 0.1006515 Aug 11 16:23:12.894380 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-cdddb9e4-4361-446c-8264-07a96aadae5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ec88232-9e57-482d-b3d1-e33f76535e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734210 Aug 11 16:23:12.952004 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-60c69fdf-8a06-4dea-9bc3-d5f2410f6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.953794 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-60c69fdf-8a06-4dea-9bc3-d5f2410f6078 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 1097 time: 0.3159485 Aug 11 16:23:13.181738 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'tag': '2bec3676-6422-4bfb-9121-8344f5969eb6'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:13.263394 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-9463ec10-e5ad-4ed1-a9de-b45c99ae666c service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562679 Aug 11 16:23:13.275273 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-cc4b322b-824b-4ef0-ab92-fdb0225ba930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:13.277085 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-cc4b322b-824b-4ef0-ab92-fdb0225ba930 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 915 time: 0.2824888 Aug 11 16:23:13.285879 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-3af0ed83-d7ea-4720-99a2-c067a97c06b7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:13.286967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-3af0ed83-d7ea-4720-99a2-c067a97c06b7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Synchronizing usage tracker for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:13.293517 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'tag': '2bec3676-6422-4bfb-9121-8344f5969eb6', 'status': 'completed', 'code': 200} Aug 11 16:23:13.329645 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60268) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:13.400123 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-f57ab861-f934-4835-85bc-6d7bb8e3163a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918 HTTP/1.1" status: 200 len: 217 time: 0.0848615 Aug 11 16:23:13.482296 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:13.500375 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:13.505011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff7dce0c9764bfea2db7615fde8c232 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:13.507968 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:13.516054 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:13.670668 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf567fe-ddf6-4e96-af44-046654562784 req-0acd0380-109d-451a-a9cc-90c8e613c51f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:13.670668 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7bf567fe-ddf6-4e96-af44-046654562784 req-0acd0380-109d-451a-a9cc-90c8e613c51f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1521831 Aug 11 16:23:13.672332 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-3af0ed83-d7ea-4720-99a2-c067a97c06b7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Unset dirty status for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:13.673042 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-3af0ed83-d7ea-4720-99a2-c067a97c06b7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 944 time: 0.7307632 Aug 11 16:23:13.766358 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-4ee3d94e-d18f-4978-8273-42c6de6beceb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Synchronizing usage tracker for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:13.772257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-d90ddba5-3e4e-4933-a68e-b4f896db6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:13.773834 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-d90ddba5-3e4e-4933-a68e-b4f896db6914 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.3595073 Aug 11 16:23:13.778620 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:13.779269 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5aa3b0e2-4940-4676-8b5b-33de50d360c8 req-455e5fb3-bb27-48b8-b351-f9aed3ece22b service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888330 Aug 11 16:23:13.785397 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:13.811321 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-08a7eb97-09d4-427e-92d7-6f69bc3532a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:13.839344 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-bcb26b4d-6d82-4bf3-9176-4d183bde38ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574660 Aug 11 16:23:13.849170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-4ee3d94e-d18f-4978-8273-42c6de6beceb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Unset dirty status for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:13.852411 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c747c83e-e0ba-4a9d-ab18-267d9d333244 req-4ee3d94e-d18f-4978-8273-42c6de6beceb tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717398 Aug 11 16:23:13.868511 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7bf567fe-ddf6-4e96-af44-046654562784 req-bad4381c-974d-49da-bd95-fbc010e8a438 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706777 Aug 11 16:23:13.880261 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ff7dce0c9764bfea2db7615fde8c232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493355 Aug 11 16:23:13.884991 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da33e800-5828-4abc-ab45-04570e276665,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:13.887842 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60304) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:13.888864 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:14.081758 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec307f-49d7-422d-bccf-8c9a3de5203f req-4c225301-333b-4bf3-acef-643fcd10b625 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.083589 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-99ec307f-49d7-422d-bccf-8c9a3de5203f req-4c225301-333b-4bf3-acef-643fcd10b625 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 944 time: 0.1025946 Aug 11 16:23:14.141196 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-99ec307f-49d7-422d-bccf-8c9a3de5203f req-7cd0f367-145b-4ed7-938d-09c86975ee43 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Aug 11 16:23:14.158691 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.211954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.254153 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-1e8a0ae4-3727-486c-b7da-a5f8d8998014 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453429 Aug 11 16:23:14.257620 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-3b6f4640-5a81-4313-ae65-e2d043b0cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.259015 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-3b6f4640-5a81-4313-ae65-e2d043b0cd04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3b550dd4dce4679a288601ea3eda80e&device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 1097 time: 0.3237629 Aug 11 16:23:14.461503 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.469343 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-02453baf-d752-4835-a6a6-c257b23b70bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:14.500450 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da33e800-5828-4abc-ab45-04570e276665,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:14.508273 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:14.536587 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.537728 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da33e800-5828-4abc-ab45-04570e276665 HTTP/1.1" status: 204 len: 168 time: 0.6488681 Aug 11 16:23:14.543538 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-f228d9c5-faf8-4254-95bb-47f6e8bcf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.546138 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-f228d9c5-faf8-4254-95bb-47f6e8bcf837 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 200 len: 914 time: 0.2576787 Aug 11 16:23:14.548981 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64765592-b563-4bc5-a7b3-e408d6009c80 req-dc807a68-f8ad-49cf-8fcd-6e7e9fb1ef5b service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812290 Aug 11 16:23:14.657828 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-3251cd38-d136-46fb-8407-1c323b5ad8cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bec3676-6422-4bfb-9121-8344f5969eb6 HTTP/1.1" status: 200 len: 217 time: 0.0737817 Aug 11 16:23:14.728176 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-537e7d46-3eb4-446c-8581-a6bad3e7ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.729618 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-537e7d46-3eb4-446c-8581-a6bad3e7ee29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e43c94ad-ddb4-4035-980a-909bb60c259c HTTP/1.1" status: 200 len: 853 time: 0.0641646 Aug 11 16:23:14.779014 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-9127b130-84fb-4870-9ef7-3286c8326656 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ec88232-9e57-482d-b3d1-e33f76535e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417202 Aug 11 16:23:14.870139 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60346) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:14.890178 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.906637 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:14.910578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Usage tracker for resource:security_group_rule and tenant:45721b687e824d609225ef2cf7e6099d is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:14.913583 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:14.920279 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:14.929939 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-32d2c422-ca42-4f0d-a18d-3936c89000b1 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414337 Aug 11 16:23:15.032551 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.078222 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.091894 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-24ffde20-302a-4d62-9557-3ca9d5ac2b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:15.147425 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45721b687e824d609225ef2cf7e6099d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761393 Aug 11 16:23:15.154026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60356) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:15.169303 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec5bc8-03a2-48da-ad97-86375ee8b97d,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:15.172922 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-747118c1-a3ea-41b1-97c4-53297caf9c7d req-1f6bfcd8-0032-4fa0-a323-0e84675c3cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346678 Aug 11 16:23:15.193194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:15.195572 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c67ec-da2a-4f11-b6f0-db3776a639ab req-893cd35d-b2d6-42e2-a7a4-615db8cd0baf tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:15.202648 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-411c67ec-da2a-4f11-b6f0-db3776a639ab req-893cd35d-b2d6-42e2-a7a4-615db8cd0baf tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 944 time: 0.1279323 Aug 11 16:23:15.262138 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fef69-a8d1-4bf1-a002-7aba135d8899 req-f93c7f10-b826-4362-899f-f7e7578d8752 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:15.263495 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-411c67ec-da2a-4f11-b6f0-db3776a639ab req-96e13217-78e7-4f61-a235-5cadee3d76d6 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587862 Aug 11 16:23:15.264607 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d62fef69-a8d1-4bf1-a002-7aba135d8899 req-f93c7f10-b826-4362-899f-f7e7578d8752 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2384195 Aug 11 16:23:15.303250 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.351400 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.372500 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d62fef69-a8d1-4bf1-a002-7aba135d8899 req-391b8d31-0e6a-4cd6-b412-25a740ce840a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994232 Aug 11 16:23:15.420845 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device ffd5c12b-7665-4998-96f9-eeb1d682c918 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:23:15.455353 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.468401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8a06d8c4-2ec5-4d3b-9e84-fd35c3a31b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:15.509850 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec5bc8-03a2-48da-ad97-86375ee8b97d,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:15.512319 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:15.521077 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.522187 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0ec5bc8-03a2-48da-ad97-86375ee8b97d HTTP/1.1" status: 204 len: 168 time: 0.3669860 Aug 11 16:23:15.662776 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b58ab2-7039-4ad2-8343-9107783f522f req-8201aa8d-97a9-43e9-950e-eb9d978cbe3f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:15.669931 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-62b58ab2-7039-4ad2-8343-9107783f522f req-8201aa8d-97a9-43e9-950e-eb9d978cbe3f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 944 time: 0.1270041 Aug 11 16:23:15.725936 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-62b58ab2-7039-4ad2-8343-9107783f522f req-6a304436-1c07-44a7-9cf1-8a5de80259c4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549564 Aug 11 16:23:15.744466 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port ffd5c12b-7665-4998-96f9-eeb1d682c918, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:15.760994 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'ffd5c12b-7665-4998-96f9-eeb1d682c918', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'port_id': 'ffd5c12b-7665-4998-96f9-eeb1d682c918', 'mac_address': 'fa:16:3e:fe:ec:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43367907-ad4d-4cbe-ae78-7c3f99e858ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:23:15.828985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.849719 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd5c12b-7665-4998-96f9-eeb1d682c918 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:15.866629 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port ffd5c12b-7665-4998-96f9-eeb1d682c918, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:15.870727 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.871657 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 2bec3676-6422-4bfb-9121-8344f5969eb6 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:23:15.873830 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:15.913082 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60376) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:15.983101 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=ffd5c12b-7665-4998-96f9-eeb1d682c918,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:15.988717 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.050927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60382) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:16.070683 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.088567 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:16.088910 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 2bec3676-6422-4bfb-9121-8344f5969eb6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2bec3676-6422-4bfb-9121-8344f5969eb6,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:16.092858 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Usage tracker for resource:security_group_rule and tenant:a5398f0aa17c45149ec7fa90f9f7dfb7 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:16.096677 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:16.100912 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5bbb7da9-4218-417e-928e-190fc694f90c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=373bd8fdec844aab98d9c6835a01d52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834321 Aug 11 16:23:16.101329 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60386) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:16.104450 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '2bec3676-6422-4bfb-9121-8344f5969eb6', 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82', 'port_id': '2bec3676-6422-4bfb-9121-8344f5969eb6', 'mac_address': 'fa:16:3e:ee:63:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43c94ad-ddb4-4035-980a-909bb60c259c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:23:16.106123 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:16.164334 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.169392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.181983 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bec3676-6422-4bfb-9121-8344f5969eb6 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:16.197360 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.199066 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 2bec3676-6422-4bfb-9121-8344f5969eb6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2bec3676-6422-4bfb-9121-8344f5969eb6,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:16.204534 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.205278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.206288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.209345 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.219401 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d2ec5041-5b80-4c72-b0c8-ca92c7717b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.257132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.262981 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-937a5003-ff2b-42dd-b19e-a4c4c341dacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.270255 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5398f0aa17c45149ec7fa90f9f7dfb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181816 Aug 11 16:23:16.271833 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60390) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:16.277662 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f877d6f-7fb0-4327-a248-015cad1aa747,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.279981 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.284695 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50d5f95-7e17-445e-a275-ed6c954995d1,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.289572 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.293609 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.295118 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f877d6f-7fb0-4327-a248-015cad1aa747 HTTP/1.1" status: 204 len: 168 time: 0.1920242 Aug 11 16:23:16.300064 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=2bec3676-6422-4bfb-9121-8344f5969eb6,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.319549 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.349851 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.378702 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.513284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.524107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddcb3-27aa-48f4-afd1-edb294e311a8 req-b3e33c77-1ffe-42f3-b367-922fc152131e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:16.525718 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-af1ddcb3-27aa-48f4-afd1-edb294e311a8 req-b3e33c77-1ffe-42f3-b367-922fc152131e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 945 time: 0.1290956 Aug 11 16:23:16.527630 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-998a3033-5d94-4a36-bb51-949af16f4949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.660124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50d5f95-7e17-445e-a275-ed6c954995d1,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.664813 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.666673 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.669995 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a50d5f95-7e17-445e-a275-ed6c954995d1 HTTP/1.1" status: 204 len: 168 time: 0.3948863 Aug 11 16:23:16.687392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eb498-1b3b-4e41-aaf3-38b8741bcae1 req-d989febc-701a-49ff-ae02-1069f984fbc2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:16.689253 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-af1ddcb3-27aa-48f4-afd1-edb294e311a8 req-d1dfa1d0-b5f3-4da5-8a99-601352605dd3 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539142 Aug 11 16:23:16.691038 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['ffd5c12b-7665-4998-96f9-eeb1d682c918'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:16.704603 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f03eb498-1b3b-4e41-aaf3-38b8741bcae1 req-d989febc-701a-49ff-ae02-1069f984fbc2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2259095 Aug 11 16:23:16.761795 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f03eb498-1b3b-4e41-aaf3-38b8741bcae1 req-26b7f60e-3dd1-4162-9320-49abf3298451 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509346 Aug 11 16:23:16.792191 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['2bec3676-6422-4bfb-9121-8344f5969eb6'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:16.983034 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce8fcc-86b2-47ad-881b-9e33516908bc req-7552f1fe-2f7e-4ec4-aeef-35d724e81028 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:16.993207 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-cfce8fcc-86b2-47ad-881b-9e33516908bc req-7552f1fe-2f7e-4ec4-aeef-35d724e81028 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 945 time: 0.1046667 Aug 11 16:23:17.100590 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-cfce8fcc-86b2-47ad-881b-9e33516908bc req-766bae9b-b226-4fb1-bf90-7301ab47b482 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064150 Aug 11 16:23:17.597462 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60452) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:17.851804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-294703900-network', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:17.857736 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:17.865575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Usage tracker for resource:network and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:17.869472 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:17.878629 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:17.891151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Made reservation on behalf of f4e163fbb85c43b5b4c248642362abfc for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:17.892781 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:17.907179 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:17.923306 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:17.927526 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:17.932615 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:17.941242 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:17.964413 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726e79-459a-46ea-842f-c3b205867496 req-d7883d37-0e1e-427b-8978-4283c80aa922 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:17.967033 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-57726e79-459a-46ea-842f-c3b205867496 req-d7883d37-0e1e-427b-8978-4283c80aa922 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 945 time: 0.1582949 Aug 11 16:23:18.024925 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-57726e79-459a-46ea-842f-c3b205867496 req-88f1f4c7-dd3d-4d5f-b513-d58af9e655b4 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491772 Aug 11 16:23:18.088906 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e45973-dd56-437e-b42e-8b547b42559f req-307123d3-064d-4682-9a4e-7dbc0cc36805 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.096027 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-77e45973-dd56-437e-b42e-8b547b42559f req-307123d3-064d-4682-9a4e-7dbc0cc36805 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1410613 Aug 11 16:23:18.172160 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-77e45973-dd56-437e-b42e-8b547b42559f req-1746bdfb-0cf9-4bef-8241-3b25dafd10e6 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751948 Aug 11 16:23:18.200690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.217067 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.225993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-60fc5b38-0104-46ad-9b2f-57020691d34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:18.297072 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:23:18.340440 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:18.344101 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:18.363951 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.364537 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Added segment d16e82dd-3467-4e61-bf8d-6ac3e20de57a of type vlan for network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe Aug 11 16:23:18.407307 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.432441 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa83da4-883a-418d-beb7-74107cc26d0a req-f1faf2dc-6e5f-4797-9f85-13f5e79b1d1c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.433933 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dfa83da4-883a-418d-beb7-74107cc26d0a req-f1faf2dc-6e5f-4797-9f85-13f5e79b1d1c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 945 time: 0.1428249 Aug 11 16:23:18.482581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.488609 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.489623 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.496749 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c5fa5c39-4ef8-4f4b-91c3-c2d649e9e7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:18.523890 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dfa83da4-883a-418d-beb7-74107cc26d0a req-823ed83f-10ea-483e-a7db-72f61e743988 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812902 Aug 11 16:23:18.570733 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9699197 Aug 11 16:23:18.571437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60488) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:18.629480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Request body: {'subnet': {'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-294703900-subnet', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:18.639125 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Pushing event updated for resources: {'Network': ['ID=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:18.642070 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:18.643233 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:18.648265 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Usage tracker for resource:subnet and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:18.649942 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:23:18.651551 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:18.658709 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:18.668057 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Made reservation on behalf of f4e163fbb85c43b5b4c248642362abfc for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:18.670641 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.875973 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.880522 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:18.950235 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2e6f79-ca3b-40d4-8899-ef447a5247f0,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:18.954132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:18.960902 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Checking segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:18.961277 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Network hostable DHCP agents. Network: 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:23:18.979263 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:23:18.988411 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:18.992415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.993002 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:18.996746 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746170d7-fd04-49e9-a06b-e4ba2fef4d0a None None] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:19.012772 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4402819 Aug 11 16:23:19.015648 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60494) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:19.020741 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:19.025107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:19.028949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Usage tracker for resource:router and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:19.032798 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:19.038716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:19.050280 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.051559 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.067334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.240991 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:23:19.242142 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.372170 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d64dd-ae8b-4cce-b124-c5ff906643ee req-cde01646-e12a-4a6b-8ed8-3dac34a22f3f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:19.373777 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1d2d64dd-ae8b-4cce-b124-c5ff906643ee req-cde01646-e12a-4a6b-8ed8-3dac34a22f3f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0947526 Aug 11 16:23:19.410378 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Allocated IP 172.20.0.2 (7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe/aa2e6f79-ca3b-40d4-8899-ef447a5247f0/142e6e37-6233-4999-b3f3-a7c4142deeb4) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:19.424262 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1d2d64dd-ae8b-4cce-b124-c5ff906643ee req-96ea7db6-879c-455c-be49-6eefa10e4543 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Aug 11 16:23:19.426036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.464134 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ecf8-b617-4a01-82b7-5269c8c2b97a req-bdc8d3b5-3353-46fc-9d38-d8bdffa6cb95 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:19.465589 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0433ecf8-b617-4a01-82b7-5269c8c2b97a req-bdc8d3b5-3353-46fc-9d38-d8bdffa6cb95 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 945 time: 0.3117819 Aug 11 16:23:19.513641 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device ffd5c12b-7665-4998-96f9-eeb1d682c918 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:19.584703 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0433ecf8-b617-4a01-82b7-5269c8c2b97a req-e75cb760-5610-4a51-b071-72912552cde5 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010182 Aug 11 16:23:19.623448 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port ffd5c12b-7665-4998-96f9-eeb1d682c918 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:19.661807 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port ffd5c12b-7665-4998-96f9-eeb1d682c918 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:19.662439 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.751363 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.771862 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Transition to ACTIVE for port object 142e6e37-6233-4999-b3f3-a7c4142deeb4 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:19.836021 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Transition to ACTIVE for port object 142e6e37-6233-4999-b3f3-a7c4142deeb4 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:19.845596 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.852339 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:19.891425 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:19.937323 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:19.943855 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:19.954468 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:19.956401 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5c12b-7665-4998-96f9-eeb1d682c918'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:19.974401 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.014193 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.053357 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port ffd5c12b-7665-4998-96f9-eeb1d682c918, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:20.058045 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd5c12b-7665-4998-96f9-eeb1d682c918', 'code': 200} Aug 11 16:23:20.098349 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.099377 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 2bec3676-6422-4bfb-9121-8344f5969eb6 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:20.112206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b8ab-5c9d-425e-8fec-ae7a66515d37 req-5ff30e28-ff72-4419-a063-4d341190f4bd tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:20.113723 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6bf0b8ab-5c9d-425e-8fec-ae7a66515d37 req-5ff30e28-ff72-4419-a063-4d341190f4bd tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 945 time: 0.3938186 Aug 11 16:23:20.176667 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Pushing event updated for resources: {'Port': ['ID=142e6e37-6233-4999-b3f3-a7c4142deeb4,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.183268 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.185548 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:20.233554 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6bf0b8ab-5c9d-425e-8fec-ae7a66515d37 req-9c131916-f04d-42e8-ade3-ad2d62a82c0f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092572 Aug 11 16:23:20.261766 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=ffd5c12b-7665-4998-96f9-eeb1d682c918,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.265366 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Attempting to bind port 142e6e37-6233-4999-b3f3-a7c4142deeb4 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:20.266102 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Attempting to bind port 142e6e37-6233-4999-b3f3-a7c4142deeb4 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:20.266752 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Attempting to bind port 142e6e37-6233-4999-b3f3-a7c4142deeb4 on network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:20.277899 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Allocated IP 172.27.0.97 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/7631de89-654f-483d-ad63-408abb9619f0) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:20.278863 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.286320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:20.287050 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Checking segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:20.287739 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.288358 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Bound using segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:20.289340 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Bound port: 142e6e37-6233-4999-b3f3-a7c4142deeb4, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:20.290286 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.315802 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 2bec3676-6422-4bfb-9121-8344f5969eb6 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:20.355630 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 2bec3676-6422-4bfb-9121-8344f5969eb6 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:20.356279 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.459616 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] For port 142e6e37-6233-4999-b3f3-a7c4142deeb4, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:20.463172 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] For port 142e6e37-6233-4999-b3f3-a7c4142deeb4, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=142e6e37-6233-4999-b3f3-a7c4142deeb4,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:20.468633 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.472414 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:20.499635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.543956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.555106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-11ac8024-0fbf-4748-a657-9ef2bc1b19d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:20.631241 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaedb9-fb48-44a6-bbf7-1a6d46575642 req-bea259f5-9b95-428b-94c5-ad3db6c80843 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:20.640335 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-76aaedb9-fb48-44a6-bbf7-1a6d46575642 req-bea259f5-9b95-428b-94c5-ad3db6c80843 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0989611 Aug 11 16:23:20.642552 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.674495 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Pushing event updated for resources: {'Port': ['ID=142e6e37-6233-4999-b3f3-a7c4142deeb4,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.678980 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.698105 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 2bec3676-6422-4bfb-9121-8344f5969eb6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2bec3676-6422-4bfb-9121-8344f5969eb6,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:20.706061 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.709646 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-873ed5e4-b372-4c34-bced-02f603af6677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:20.724737 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:20.728477 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:20.731074 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:20.734004 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-76aaedb9-fb48-44a6-bbf7-1a6d46575642 req-2c2eb66c-2d71-4aad-aa36-3d2dadff4efd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930169 Aug 11 16:23:20.803439 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=2bec3676-6422-4bfb-9121-8344f5969eb6,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.803849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7631de89-654f-483d-ad63-408abb9619f0,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.806884 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.807011 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.866155 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8a532-9593-47a3-b864-e92e3bb41dbf req-df7fd6b3-80ae-4b48-a5e4-7d4abda60651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:20.867660 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ddc8a532-9593-47a3-b864-e92e3bb41dbf req-df7fd6b3-80ae-4b48-a5e4-7d4abda60651 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 1099 time: 0.4391758 Aug 11 16:23:21.092503 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ddc8a532-9593-47a3-b864-e92e3bb41dbf req-1c66fc0f-8e64-4192-a5d1-098520ba23c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672654 Aug 11 16:23:21.177005 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd569e6-43e9-4abd-9229-95133c82c5b6 req-ce661dd8-a496-4a58-9ee3-b66d5c36a285 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:21.178476 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0dd569e6-43e9-4abd-9229-95133c82c5b6 req-ce661dd8-a496-4a58-9ee3-b66d5c36a285 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.3758638 Aug 11 16:23:21.303934 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0dd569e6-43e9-4abd-9229-95133c82c5b6 req-ad0aca43-01e9-4d2e-a74c-624ddd97aad1 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134067 Aug 11 16:23:21.338170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.411180 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60544) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:21.502407 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad437c7c-c069-4f9b-b875-680f083dacb2 req-1d201e22-b530-4654-91ad-221c9f32bcd2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:21.506210 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ad437c7c-c069-4f9b-b875-680f083dacb2 req-1d201e22-b530-4654-91ad-221c9f32bcd2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.1513801 Aug 11 16:23:21.603174 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ad437c7c-c069-4f9b-b875-680f083dacb2 req-3403cd11-930f-4361-99d9-f2c09d0e9aac tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889008 Aug 11 16:23:21.676491 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.746886 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:21.797243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1cbe9065204acc8fdec910e322f1d4 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:21.806718 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:21.824833 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162466c-0197-4df4-95e7-53f215c641ff None None] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:21.826289 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:21.890337 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.962112 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-ec9afd5d-5322-404f-b9b2-e1fcc6a5a1e0 None None] Provisioning for port 142e6e37-6233-4999-b3f3-a7c4142deeb4 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:22.088616 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bec3676-6422-4bfb-9121-8344f5969eb6'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:22.207633 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bec3676-6422-4bfb-9121-8344f5969eb6', 'code': 200} Aug 11 16:23:22.227925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284fb00-2253-42d2-8a4d-3d8e8ddf78dd req-7f2a5b01-d2e2-49a3-9aeb-4f54059602b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.229394 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0284fb00-2253-42d2-8a4d-3d8e8ddf78dd req-7f2a5b01-d2e2-49a3-9aeb-4f54059602b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.4626560 Aug 11 16:23:22.296135 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92215d28-92a1-4117-b7a2-eeacebff2aaf req-b03a7ea1-c446-450f-837a-afbc1e2cd2f8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.297668 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-92215d28-92a1-4117-b7a2-eeacebff2aaf req-b03a7ea1-c446-450f-837a-afbc1e2cd2f8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.4386220 Aug 11 16:23:22.372150 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.382545 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0284fb00-2253-42d2-8a4d-3d8e8ddf78dd req-c7b59495-f4da-4ece-99f5-508fa2cf9294 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162891 Aug 11 16:23:22.391950 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.402396 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-cdccc336-af2b-436d-a6e4-e6b65fb84566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:22.450576 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-92215d28-92a1-4117-b7a2-eeacebff2aaf req-c425587e-0658-40fb-b8de-4d7415ecb179 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346316 Aug 11 16:23:22.461923 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf1cbe9065204acc8fdec910e322f1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0497410 Aug 11 16:23:22.464083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69645a-3f4e-462b-b902-803f422052e4,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:22.467048 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60574) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:22.468464 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Router 06b585d9-87cc-4df3-8a5e-543c59dfee2a is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:23:22.473488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:22.554191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8b41b-50b8-4467-b00d-b6a891ec7452 req-bb38c608-45b6-4bde-a93e-91d0dd872abc tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.556152 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-86a8b41b-50b8-4467-b00d-b6a891ec7452 req-bb38c608-45b6-4bde-a93e-91d0dd872abc tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.1335583 Aug 11 16:23:22.605037 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-86a8b41b-50b8-4467-b00d-b6a891ec7452 req-3075c641-756c-45cb-895b-67655bf2dfb1 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Aug 11 16:23:22.691483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.762842 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 142e6e37-6233-4999-b3f3-a7c4142deeb4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:22.770726 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:22.779169 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Sync routers for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:22.779643 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.789913 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:22.791539 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:22.842212 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 142e6e37-6233-4999-b3f3-a7c4142deeb4 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:22.850085 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 142e6e37-6233-4999-b3f3-a7c4142deeb4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:22.850484 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.899389 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.903135 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8839114 Aug 11 16:23:22.905760 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60580) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:22.931649 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c61d5-8bb0-437c-82b0-c1dd97b71c35 req-100b1278-dc9b-4306-8da6-af59718bd476 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.939594 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7b6c61d5-8bb0-437c-82b0-c1dd97b71c35 req-100b1278-dc9b-4306-8da6-af59718bd476 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.2328336 Aug 11 16:23:22.956144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:22.963125 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3ed26c95-8dbc-47a0-94ee-196c20005fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:22.985175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69645a-3f4e-462b-b902-803f422052e4,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:22.988265 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9f323-fb4a-4c92-8bf3-48bba1b9364f req-9161af68-2fcd-4c97-a9a3-1a4728dddc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.989723 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-54a9f323-fb4a-4c92-8bf3-48bba1b9364f req-9161af68-2fcd-4c97-a9a3-1a4728dddc55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 1099 time: 0.1870015 Aug 11 16:23:23.001488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:23.029549 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.030888 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d69645a-3f4e-462b-b902-803f422052e4 HTTP/1.1" status: 204 len: 168 time: 0.5593472 Aug 11 16:23:23.050399 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7b6c61d5-8bb0-437c-82b0-c1dd97b71c35 req-dd5fb5d5-8556-4d6f-846e-e78516fcc095 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098640 Aug 11 16:23:23.080904 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:23.084439 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-54a9f323-fb4a-4c92-8bf3-48bba1b9364f req-c2728f35-1e1d-4275-a70b-dec9f705b3d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823197 Aug 11 16:23:23.100618 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.151825 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 142e6e37-6233-4999-b3f3-a7c4142deeb4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=142e6e37-6233-4999-b3f3-a7c4142deeb4,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:23.159958 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.162220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:23.240275 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=142e6e37-6233-4999-b3f3-a7c4142deeb4,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:23.243585 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:23.429980 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:21Z', 'revision_number': 3, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:23.434842 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Checking router: 06b585d9-87cc-4df3-8a5e-543c59dfee2a for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:23.435388 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Updating router 06b585d9-87cc-4df3-8a5e-543c59dfee2a port 7631de89-654f-483d-ad63-408abb9619f0 binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:23.569692 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.776654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158a3bf-7fd8-4fe0-a06a-32dbb54cedad req-8b831364-3b6f-4eaf-a818-ef42a4dc1afc tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:23.791170 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a158a3bf-7fd8-4fe0-a06a-32dbb54cedad req-8b831364-3b6f-4eaf-a818-ef42a4dc1afc tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1470017 Aug 11 16:23:23.907299 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a158a3bf-7fd8-4fe0-a06a-32dbb54cedad req-0188dc1e-e3b3-4de9-9b8f-e4525c6189a0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147282 Aug 11 16:23:24.087730 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60626) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:24.227742 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.294839 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.329890 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:24.337218 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Usage tracker for resource:security_group_rule and tenant:d3ca57f7edbe476c84dfc7da203994be is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:24.341657 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:24.350452 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:24.367061 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.392776 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Transition to ACTIVE for port object 7631de89-654f-483d-ad63-408abb9619f0 will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:24.404537 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.423477 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:24.441378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e7e51-e30b-4e44-8eb2-1f15ebdead5c req-8c8f689c-6323-40c9-af59-113d01002c43 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:24.451303 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43e7e51-e30b-4e44-8eb2-1f15ebdead5c req-8c8f689c-6323-40c9-af59-113d01002c43 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.2370124 Aug 11 16:23:24.551451 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Allocated IP 172.20.0.1 (7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe/aa2e6f79-ca3b-40d4-8899-ef447a5247f0/3a13f8d2-ca6b-4fd4-befa-8a144e293603) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:24.621822 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43e7e51-e30b-4e44-8eb2-1f15ebdead5c req-0b9a850d-2042-4b8c-a2b8-82e0c497f4a1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682169 Aug 11 16:23:24.634375 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Pushing event updated for resources: {'Port': ['ID=7631de89-654f-483d-ad63-408abb9619f0,revision_number=2']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:24.674256 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Attempting to bind port 7631de89-654f-483d-ad63-408abb9619f0 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:24.675580 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Attempting to bind port 7631de89-654f-483d-ad63-408abb9619f0 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:24.681095 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Attempting to bind port 7631de89-654f-483d-ad63-408abb9619f0 on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:24.704195 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.706668 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.707715 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.708471 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.708963 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.709455 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.710021 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.710509 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.711114 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.711668 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.712162 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.714776 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:24.728159 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:24.728838 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:24.729418 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.731056 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:24.731741 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Bound port: 7631de89-654f-483d-ad63-408abb9619f0, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:24.735116 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.772062 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.792347 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.provisioning_blocks [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Transition to ACTIVE for port object 3a13f8d2-ca6b-4fd4-befa-8a144e293603 will not be triggered until provisioned by entity DHCP. {{(pid=79152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:24.805738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 142e6e37-6233-4999-b3f3-a7c4142deeb4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:24.817105 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:24.826157 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a4375-4552-45d2-b225-639cb53440e9 req-013fac24-53a8-4b6a-bb5b-2520764ca5e0 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:24.834179 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-222a4375-4552-45d2-b225-639cb53440e9 req-013fac24-53a8-4b6a-bb5b-2520764ca5e0 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.9486995 Aug 11 16:23:24.906647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.915007 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.915191 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-222a4375-4552-45d2-b225-639cb53440e9 req-761f843e-83bb-4282-b0bc-49bde640a0fd tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799370 Aug 11 16:23:24.922655 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] For port 7631de89-654f-483d-ad63-408abb9619f0, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:24.928295 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] For port 7631de89-654f-483d-ad63-408abb9619f0, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=7631de89-654f-483d-ad63-408abb9619f0,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:24.931540 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.934258 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.938062 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-542e7815-ab51-43b0-bc0b-783a62e34765 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:24.953854 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2fadc0bd-cac1-4e6b-b79c-f9f56ab858df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:24.963038 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8b939515-70c6-4737-a2ec-e8f079c80ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:24.980973 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 142e6e37-6233-4999-b3f3-a7c4142deeb4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:24.981345 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.010895 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:25.014818 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:25.019335 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:25.020869 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.021822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb35495-104b-47b8-898b-e2bb23402eda,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.042240 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-ff6b538d-019f-47c7-a206-0f9bab4dd6c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4058983 Aug 11 16:23:25.044729 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a13f8d2-ca6b-4fd4-befa-8a144e293603,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.049047 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.063828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.085623 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3ca57f7edbe476c84dfc7da203994be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9965281 Aug 11 16:23:25.091252 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60644) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:25.128186 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:25.129110 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:25.263952 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Pushing event updated for resources: {'Port': ['ID=7631de89-654f-483d-ad63-408abb9619f0,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.275394 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.394166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.403900 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ad81d-f626-40cb-9b29-d9ff672da031 req-cb39dacb-00a5-4ee5-b2e7-ec6cdfdb1d6f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:25.413005 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2a5ad81d-f626-40cb-9b29-d9ff672da031 req-cb39dacb-00a5-4ee5-b2e7-ec6cdfdb1d6f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2528358 Aug 11 16:23:25.427443 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-230f07b5-2ac0-4043-a89c-2d3ad8776064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:25.428906 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-230f07b5-2ac0-4043-a89c-2d3ad8776064 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.3422334 Aug 11 16:23:25.469930 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-d1984145-8712-44ae-8dc8-da340459be89 None None] Provisioning for port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:25.480262 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-d1984145-8712-44ae-8dc8-da340459be89 None None] Provisioning complete for port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:25.484882 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d1984145-8712-44ae-8dc8-da340459be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.495142 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:25.513764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.536440 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.610496 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d1984145-8712-44ae-8dc8-da340459be89 None None] Port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:25.614902 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2a5ad81d-f626-40cb-9b29-d9ff672da031 req-34783aa1-1dfc-40f9-b1b9-7dbc6147fa3e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004435 Aug 11 16:23:25.770897 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.776962 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-899bccbe-7f59-4228-876e-9a323cc98fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:25.846175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb35495-104b-47b8-898b-e2bb23402eda,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.850604 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.865043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-b33ecd1f-a341-440f-86b2-25b4a4f5dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:25.865662 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-b33ecd1f-a341-440f-86b2-25b4a4f5dfe3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.4013562 Aug 11 16:23:25.867752 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.871607 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb35495-104b-47b8-898b-e2bb23402eda HTTP/1.1" status: 204 len: 168 time: 0.7778986 Aug 11 16:23:25.930724 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:21Z', 'revision_number': 3, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:25.949021 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2091bb-cd24-46aa-8648-2f73e4e723f9 None None] The sync data for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi is: [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:21Z', 'revision_number': 3, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:25.959387 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.969911 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.972228 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-80103149-9b11-449f-bfb3-512e03d4159b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.0962002 Aug 11 16:23:25.982161 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.983698 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.988828 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:26.087797 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-bd965817-b606-417d-b7a4-a2a312cb85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:26.089579 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-bd965817-b606-417d-b7a4-a2a312cb85cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.0987172 Aug 11 16:23:26.152891 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-7ee0b54c-f3bf-49f7-a05e-495de14b89b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552971 Aug 11 16:23:26.315203 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a13f8d2-ca6b-4fd4-befa-8a144e293603,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:26.322435 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:26.418159 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60674) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:26.422388 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:26.441649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:26.456776 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.518205 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cae786-4306-47e4-b117-7cad634efa8f req-b8d53ef2-4089-40a1-bf1a-c200c01f3c6e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:26.525305 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c7cae786-4306-47e4-b117-7cad634efa8f req-b8d53ef2-4089-40a1-bf1a-c200c01f3c6e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.4247835 Aug 11 16:23:26.558850 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-25095adf-fc7a-451e-887a-1ed13da41ce8 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803701 Aug 11 16:23:26.572850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6baae2-b00c-4e83-a0de-f7c0270b3e5f req-01b09982-c5e0-47a8-a9a3-197a657e2d38 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:26.575019 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dd6baae2-b00c-4e83-a0de-f7c0270b3e5f req-01b09982-c5e0-47a8-a9a3-197a657e2d38 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.3243852 Aug 11 16:23:26.787910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:26.795134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Usage tracker for resource:security_group_rule and tenant:e34052ffc61641e894b4b032455d8d73 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:26.799267 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:26.804775 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dd6baae2-b00c-4e83-a0de-f7c0270b3e5f req-624e9cad-9805-42c8-8575-e65ac157f9a7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048323 Aug 11 16:23:26.820021 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:26.838020 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 7631de89-654f-483d-ad63-408abb9619f0 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:26.905709 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-40ae955a-75b7-4e14-a516-49cd6bf2c18b req-65b12086-ee5d-4a3a-80a3-8e1ee0b53e6e service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289025 Aug 11 16:23:26.948085 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-713e02a1-5e2c-4010-882a-ab17a7788d9e None None] Provisioning complete for port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:26.948473 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-713e02a1-5e2c-4010-882a-ab17a7788d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.037469 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-713e02a1-5e2c-4010-882a-ab17a7788d9e None None] Port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:27.047739 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 7631de89-654f-483d-ad63-408abb9619f0 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:27.062850 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 7631de89-654f-483d-ad63-408abb9619f0 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:27.064004 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.092581 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c7cae786-4306-47e4-b117-7cad634efa8f req-e9a26431-b863-447d-a33a-a1c6f89dd4b6 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662913 Aug 11 16:23:27.153673 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-cd6a376c-9cf0-422f-8c58-b24101897aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.158335 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-cd6a376c-9cf0-422f-8c58-b24101897aad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.1474721 Aug 11 16:23:27.317696 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.363892 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 7631de89-654f-483d-ad63-408abb9619f0, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=7631de89-654f-483d-ad63-408abb9619f0,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:27.368311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Router 06b585d9-87cc-4df3-8a5e-543c59dfee2a has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:23:27.372583 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.376955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:27.447736 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.472696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-d67a602b-4e1e-4287-97fc-6dd0c8739952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.474244 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-d67a602b-4e1e-4287-97fc-6dd0c8739952 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.3088584 Aug 11 16:23:27.591412 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=7631de89-654f-483d-ad63-408abb9619f0,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:27.597679 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:27.664788 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.694035 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:27.702189 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-a37a5976-c629-46c3-bdec-f676ffcf4298 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.2041423 Aug 11 16:23:27.788031 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4d676d-fd08-441b-a362-b93fd85bbfcf,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:27.791249 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:27.800454 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e34052ffc61641e894b4b032455d8d73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3810978 Aug 11 16:23:27.803923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60748) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:27.838936 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-a8bb51c6-c631-4afb-9da3-ed4301e6c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.853597 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-a8bb51c6-c631-4afb-9da3-ed4301e6c383 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.1297889 Aug 11 16:23:27.884602 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:23:27.934018 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-f193fe05-1124-4165-8b93-c191e3f86766 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728848 Aug 11 16:23:27.985718 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:28.006204 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.020336 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/06b585d9-87cc-4df3-8a5e-543c59dfee2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1156600 Aug 11 16:23:28.084838 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.179496 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.187891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6c0cda15-1d6b-45df-a309-065c7ffefa04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:28.218646 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4d676d-fd08-441b-a362-b93fd85bbfcf,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:28.221296 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:28.224983 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.228467 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc4d676d-fd08-441b-a362-b93fd85bbfcf HTTP/1.1" status: 204 len: 168 time: 0.4210598 Aug 11 16:23:28.444917 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-d1a6a6b1-db0e-4b06-9424-de90331d0523 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748790 Aug 11 16:23:28.602349 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Sync routers for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:28.614785 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:28.615417 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:28.656605 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae72c78-2475-492c-8910-4edd6cdb07cf req-3ef2cf88-ca67-45de-bbf9-99f4319d8402 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:28.667739 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4ae72c78-2475-492c-8910-4edd6cdb07cf req-3ef2cf88-ca67-45de-bbf9-99f4319d8402 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.6044853 Aug 11 16:23:28.748130 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb43bb-b104-426e-b0ab-c9081120125c req-06b87504-d380-4bed-b8f4-c32fddd9409d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:28.750349 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-69fb43bb-b104-426e-b0ab-c9081120125c req-06b87504-d380-4bed-b8f4-c32fddd9409d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1982281 Aug 11 16:23:28.767361 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 7631de89-654f-483d-ad63-408abb9619f0 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:28.840036 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-69fb43bb-b104-426e-b0ab-c9081120125c req-06268549-ed88-43bd-898a-a247c4d3b2fc tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818634 Aug 11 16:23:28.912324 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4ae72c78-2475-492c-8910-4edd6cdb07cf req-521d306a-2c2b-48df-a19d-2c9c3cc4ec75 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425339 Aug 11 16:23:28.973472 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-748cd90f-2169-4b14-9639-9bbb833ff7e9 req-8c46bf8f-c46c-4ad5-a520-eb446a89d702 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174742 Aug 11 16:23:29.020804 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:29.028181 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60800) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:29.048208 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.066676 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:29.072220 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Usage tracker for resource:security_group_rule and tenant:a90d6f662cf84416bf9e5d4ca05be2e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:29.075414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:29.082973 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:29.112432 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 7631de89-654f-483d-ad63-408abb9619f0 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:29.112954 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.190324 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.195132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.205418 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b0fc8b4c-0320-4dd0-9e78-ee0966a6724c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:29.236949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60808) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:29.242921 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1922597439-network', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:29.247883 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:29.253281 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Usage tracker for resource:network and tenant:f98b74bd60fa495a854e1e3c8eb026fb is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:29.256418 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:29.259599 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7488552-168d-4e25-9f89-57799edda229,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:29.267628 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a90d6f662cf84416bf9e5d4ca05be2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349632 Aug 11 16:23:29.267628 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:29.267992 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60812) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:29.269449 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:29.283722 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Made reservation on behalf of f98b74bd60fa495a854e1e3c8eb026fb for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:29.286690 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.300505 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.315635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:29.320160 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Usage tracker for resource:security_group_rule and tenant:f98b74bd60fa495a854e1e3c8eb026fb is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:29.323167 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:29.330126 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:29.332755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.360845 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.426240 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.430815 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5d47d59d-545d-4b13-9b5a-bbea500abfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:29.444269 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7488552-168d-4e25-9f89-57799edda229,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:29.459187 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.460826 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7488552-168d-4e25-9f89-57799edda229 HTTP/1.1" status: 204 len: 168 time: 0.1917412 Aug 11 16:23:29.463042 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.477294 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.478248 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.479010 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.481693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.482020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.482193 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.484014 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.484432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.484779 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.485135 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.485478 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.485821 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.486162 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.500779 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:23:29.501375 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-237cbed8-ddba-4173-acdf-8d486d36f17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:29.519530 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.520141 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Added segment 397581d4-a09f-4898-bd8c-9611020499f7 of type vlan for network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c Aug 11 16:23:29.536888 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 2, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:29.545905 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Checking router: 06b585d9-87cc-4df3-8a5e-543c59dfee2a for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:29.546277 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Updating router 06b585d9-87cc-4df3-8a5e-543c59dfee2a port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:29.555033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.576417 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f4b6b831-f386-4813-b194-6e99a9519d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:29.608842 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd7de31-dd5a-4551-a4fb-6e9452c99bc4,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:29.616878 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.626740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.627325 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.627689 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.628044 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.628815 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.629183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.629533 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.629887 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.630234 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.630605 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.630950 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.631841 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:29.636734 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:29.661202 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.662718 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:29.663313 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.668449 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9b5511ae-52ef-4bb4-be9f-0a0c128af36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:29.808057 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Pushing event updated for resources: {'Network': ['ID=b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:29.819079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:29.823922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60826) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:29.824442 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5858498 Aug 11 16:23:29.830476 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Request body: {'subnet': {'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1922597439-subnet', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:29.838225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:29.845808 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Usage tracker for resource:subnet and tenant:f98b74bd60fa495a854e1e3c8eb026fb is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:29.849301 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:23:29.850464 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:29.857516 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:29.875483 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Made reservation on behalf of f98b74bd60fa495a854e1e3c8eb026fb for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:29.879441 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.172622 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc9f71-b48c-4c7e-8991-40e136785fb2 req-41ac3c23-59fb-4af7-b25b-e6ebea8146f7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:30.174164 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-07dc9f71-b48c-4c7e-8991-40e136785fb2 req-41ac3c23-59fb-4af7-b25b-e6ebea8146f7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1640553 Aug 11 16:23:30.215742 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.224226 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.238947 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:30.241870 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Transition to ACTIVE for port object 3a13f8d2-ca6b-4fd4-befa-8a144e293603 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:30.254617 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.265265 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:30.276820 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-07dc9f71-b48c-4c7e-8991-40e136785fb2 req-feb2672d-5293-4419-a2b4-4641bb4dab42 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903409 Aug 11 16:23:30.329462 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf807c-2999-48a8-a62a-df79244e531b req-9069174d-a2c5-4103-8dcb-076bd95cc16d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:30.342294 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5acf807c-2999-48a8-a62a-df79244e531b req-9069174d-a2c5-4103-8dcb-076bd95cc16d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1693692 Aug 11 16:23:30.357860 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b37a72-757f-49a4-81f8-25c24ff1f0de,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:30.375863 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:30.377259 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Checking segment: {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:30.377865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Network hostable DHCP agents. Network: b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:23:30.417700 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:23:30.423979 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5acf807c-2999-48a8-a62a-df79244e531b req-2c107a25-cac7-408e-86fc-85762d2339d5 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800602 Aug 11 16:23:30.448078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:30.462078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:30.462078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.501381 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 60854) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:30.508120 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:30.512525 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6871068 Aug 11 16:23:30.513607 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:30.520389 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Usage tracker for resource:router and tenant:f98b74bd60fa495a854e1e3c8eb026fb is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:30.523964 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:30.531652 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:30.555337 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99623708-4658-42b9-b2d4-3b6fc247f670 None None] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:30.569353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.570569 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.584801 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74dbc4-9ddc-49fe-8092-7c8915f94d6b None None] Pushing event updated for resources: {'Port': ['ID=3a13f8d2-ca6b-4fd4-befa-8a144e293603,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:30.589422 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.613135 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-ec74dbc4-9ddc-49fe-8092-7c8915f94d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:30.632566 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Attempting to bind port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:30.633664 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Attempting to bind port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:30.634221 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Attempting to bind port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 on network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:30.644316 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:30.644922 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Checking segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:30.645542 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.646103 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Bound using segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:30.646777 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Bound port: 3a13f8d2-ca6b-4fd4-befa-8a144e293603, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:30.647332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.898211 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] For port 3a13f8d2-ca6b-4fd4-befa-8a144e293603, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:30.904387 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] For port 3a13f8d2-ca6b-4fd4-befa-8a144e293603, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=3a13f8d2-ca6b-4fd4-befa-8a144e293603,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:30.916255 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.925383 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:31.019850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.103466 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:31.104152 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:31.188530 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c', 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'fixed_ips': [{'subnet_id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:23:31.189701 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.293076 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74dbc4-9ddc-49fe-8092-7c8915f94d6b None None] Pushing event updated for resources: {'Port': ['ID=3a13f8d2-ca6b-4fd4-befa-8a144e293603,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:31.301878 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-ec74dbc4-9ddc-49fe-8092-7c8915f94d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:31.428393 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.500273 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.509714 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:31.633262 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Allocated IP 172.20.0.2 (b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c/a0b37a72-757f-49a4-81f8-25c24ff1f0de/b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:31.650480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940edf3-ae2b-4bed-922a-effd42ec7dfc req-8d017936-6ff6-4e28-9620-0d7cdd353989 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:31.652118 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9940edf3-ae2b-4bed-922a-effd42ec7dfc req-8d017936-6ff6-4e28-9620-0d7cdd353989 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1891642 Aug 11 16:23:31.878053 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Allocated IP 172.27.0.67 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/d0e6ae76-5d72-4b00-a36c-fea01f706371) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:31.931288 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9940edf3-ae2b-4bed-922a-effd42ec7dfc req-6839e7d3-d5ef-4b33-9680-f55dcd5eb9fe tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656069 Aug 11 16:23:32.109468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.119442 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e40fc-93dc-4d47-a5ff-932cf1b0da71 req-a4eddc64-4a87-42bf-ab25-183c59004baa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:32.120912 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-624e40fc-93dc-4d47-a5ff-932cf1b0da71 req-a4eddc64-4a87-42bf-ab25-183c59004baa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.4701905 Aug 11 16:23:32.183039 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-624e40fc-93dc-4d47-a5ff-932cf1b0da71 req-40f5fc10-2793-4459-b001-6d683b842c7c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547867 Aug 11 16:23:32.194279 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.199470 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:32.219009 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.232103 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Transition to ACTIVE for port object b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:32.260239 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Transition to ACTIVE for port object b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:32.265734 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:32.269280 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.269499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:32.272143 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:32.274948 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-123b787c-aa35-4099-a683-b47187c62bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:32.310194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e6ae76-5d72-4b00-a36c-fea01f706371,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:32.313567 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:32.328150 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:32.345903 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812bec4-00a1-48cb-b529-9a0d34a88404 None None] The sync data for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi is: [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:32.354943 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:32.358220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:32.362130 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:32.367954 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Pushing event updated for resources: {'Port': ['ID=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:32.376819 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:32.517295 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Attempting to bind port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:32.518110 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Attempting to bind port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:32.518685 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Attempting to bind port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd on network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:32.529001 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:32.529700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Checking segment: {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:32.530491 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.531100 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Bound using segment: {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:32.532875 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Bound port: b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:32.533474 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.688245 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] For port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:32.692019 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] For port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:32.701321 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.712807 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:32.837373 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 3a13f8d2-ca6b-4fd4-befa-8a144e293603 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:32.954302 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Pushing event updated for resources: {'Port': ['ID=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:32.970248 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:32.989124 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:33.004848 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:33.005273 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.053256 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.291201 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713017d9-a1e0-4870-9768-8bdf00467d47 req-e05db442-15b4-47d0-a93b-590a4313f60c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:33.302423 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-713017d9-a1e0-4870-9768-8bdf00467d47 req-e05db442-15b4-47d0-a93b-590a4313f60c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1742761 Aug 11 16:23:33.371157 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-713017d9-a1e0-4870-9768-8bdf00467d47 req-425f76fd-ae55-4372-acb5-904a1da653b9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674484 Aug 11 16:23:33.543122 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.610051 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-e812bb0c-d35f-48a7-a20a-9d98cd82ac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.657778 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 3a13f8d2-ca6b-4fd4-befa-8a144e293603, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=3a13f8d2-ca6b-4fd4-befa-8a144e293603,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:33.663288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.665464 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6c1b502d-47ac-422a-adc2-42f1efcac087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:33.780439 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=3a13f8d2-ca6b-4fd4-befa-8a144e293603,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:33.783899 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:33.849584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49e203-b0e7-470b-a800-92deadbbf190 req-d940b25c-b6e9-4c6a-b68f-e50110364ddd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:33.856693 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9b49e203-b0e7-470b-a800-92deadbbf190 req-d940b25c-b6e9-4c6a-b68f-e50110364ddd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.3723748 Aug 11 16:23:33.875567 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.025836 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.037216 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9b49e203-b0e7-470b-a800-92deadbbf190 req-f993ddf8-9f5f-4950-916e-0a7cc5965962 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795855 Aug 11 16:23:34.209099 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Router 7d92c2d6-d026-475a-bf17-2227725e2625 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:23:34.336060 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e2c47-169c-4149-8818-d4f84ce64038 None None] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:34.382294 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-9a42fcbf-0a3b-4f2d-81f9-cb7ee56fa48c None None] Provisioning for port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:34.404607 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:34.416349 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Sync routers for ids ['7d92c2d6-d026-475a-bf17-2227725e2625'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:34.433299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.434651 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9314539 Aug 11 16:23:34.435841 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Routers {'7d92c2d6-d026-475a-bf17-2227725e2625'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:34.437175 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['7d92c2d6-d026-475a-bf17-2227725e2625'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:34.438166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 60964) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:34.690215 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Set router 7d92c2d6-d026-475a-bf17-2227725e2625 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:34.877525 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 3a13f8d2-ca6b-4fd4-befa-8a144e293603 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:34.993780 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:34.994176 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.126398 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 3, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:35.130612 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Checking router: 7d92c2d6-d026-475a-bf17-2227725e2625 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:35.131042 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Updating router 7d92c2d6-d026-475a-bf17-2227725e2625 port d0e6ae76-5d72-4b00-a36c-fea01f706371 binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:35.192983 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.210471 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:35.396505 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:35.407482 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:35.407958 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.576259 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc386a-6efa-46f6-8702-9ecd30223bf2 req-07b950dd-2548-43e3-b256-22e757844abd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:35.584947 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79cc386a-6efa-46f6-8702-9ecd30223bf2 req-07b950dd-2548-43e3-b256-22e757844abd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.3345904 Aug 11 16:23:35.720645 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.770996 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:35.776054 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.778293 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:35.802840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf110b3-93a1-4797-a700-7f71ec94ab60 req-25fb3869-3d9a-40db-94f6-97eff3071ebe tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:35.812797 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4bf110b3-93a1-4797-a700-7f71ec94ab60 req-25fb3869-3d9a-40db-94f6-97eff3071ebe tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2764039 Aug 11 16:23:35.829629 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.846820 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79cc386a-6efa-46f6-8702-9ecd30223bf2 req-7607e03c-910d-4212-b588-04ef0822ec2e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590933 Aug 11 16:23:35.849474 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Transition to ACTIVE for port object d0e6ae76-5d72-4b00-a36c-fea01f706371 will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:35.859806 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.867315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:35.870821 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:35.877426 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:35.878651 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4bf110b3-93a1-4797-a700-7f71ec94ab60 req-02c82a79-9008-4200-a6d8-a7666c10688d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649438 Aug 11 16:23:35.892198 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.992677 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Attempting to bind port d0e6ae76-5d72-4b00-a36c-fea01f706371 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:35.992967 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Attempting to bind port d0e6ae76-5d72-4b00-a36c-fea01f706371 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:35.993338 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Attempting to bind port d0e6ae76-5d72-4b00-a36c-fea01f706371 on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:35.999856 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6cb25-3b2c-46b2-a843-f46ef06ce77b None None] Pushing event updated for resources: {'Port': ['ID=d0e6ae76-5d72-4b00-a36c-fea01f706371,revision_number=2']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:36.004225 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-45b6cb25-3b2c-46b2-a843-f46ef06ce77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:36.004993 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:36.005373 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:36.005843 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.006233 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:36.006738 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Bound port: d0e6ae76-5d72-4b00-a36c-fea01f706371, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:36.007189 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.117569 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] For port d0e6ae76-5d72-4b00-a36c-fea01f706371, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:36.120930 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] For port d0e6ae76-5d72-4b00-a36c-fea01f706371, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=d0e6ae76-5d72-4b00-a36c-fea01f706371,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:36.125403 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.130647 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:36.151813 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Allocated IP 172.20.0.1 (b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c/a0b37a72-757f-49a4-81f8-25c24ff1f0de/65bb00f4-983a-4337-b2e1-461fb8202a75) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:36.210968 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Routers {'7d92c2d6-d026-475a-bf17-2227725e2625'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:36.211590 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['7d92c2d6-d026-475a-bf17-2227725e2625'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:36.270280 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6cb25-3b2c-46b2-a843-f46ef06ce77b None None] Pushing event updated for resources: {'Port': ['ID=d0e6ae76-5d72-4b00-a36c-fea01f706371,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:36.280325 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-45b6cb25-3b2c-46b2-a843-f46ef06ce77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:36.309119 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-eb8edf24-d629-43dd-8438-157c131f8594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.349316 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.365748 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.provisioning_blocks [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Transition to ACTIVE for port object 65bb00f4-983a-4337-b2e1-461fb8202a75 will not be triggered until provisioned by entity DHCP. {{(pid=79152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:36.393011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.397026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:36.445818 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] Set router 7d92c2d6-d026-475a-bf17-2227725e2625 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:36.475174 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:36.478239 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:36.502091 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:36.502578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.518777 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Pushing event updated for resources: {'Port': ['ID=65bb00f4-983a-4337-b2e1-461fb8202a75,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:36.522081 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:36.714725 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.747691 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:36.850229 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c5dcd3b4-377b-4aea-9d35-cff0c815c7d4 None None] Provisioning for port 65bb00f4-983a-4337-b2e1-461fb8202a75 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:36.856157 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c5dcd3b4-377b-4aea-9d35-cff0c815c7d4 None None] Provisioning complete for port 65bb00f4-983a-4337-b2e1-461fb8202a75 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:36.856543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd3b4-377b-4aea-9d35-cff0c815c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.861550 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 3, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:36.870954 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6fdeb-fb6d-4bb1-966b-323b3037c4a5 None None] The sync data for ids ['7d92c2d6-d026-475a-bf17-2227725e2625'] in dv-cinder-804265-1-iscsi is: [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 3, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:36.965802 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-c5dcd3b4-377b-4aea-9d35-cff0c815c7d4 None None] Port 65bb00f4-983a-4337-b2e1-461fb8202a75 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:36.968318 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:36.968701 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.132693 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7f990-b84b-41e4-b543-6379519be02b req-5cd2e5f7-cf48-49c0-bc0e-68716c27b42f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:37.134247 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ef7f990-b84b-41e4-b543-6379519be02b req-5cd2e5f7-cf48-49c0-bc0e-68716c27b42f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1209865 Aug 11 16:23:37.178339 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.239240 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ef7f990-b84b-41e4-b543-6379519be02b req-1b1ca198-5c75-4de9-b2c1-a67a1a739f80 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978241 Aug 11 16:23:37.255472 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.260649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.261769 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.266285 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:37.398387 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Pushing event updated for resources: {'Port': ['ID=65bb00f4-983a-4337-b2e1-461fb8202a75,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:37.448675 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:37.503970 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:37.505160 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:37.798378 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Router 7d92c2d6-d026-475a-bf17-2227725e2625 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:23:37.893568 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-8fc482ec-fd9f-49d5-861a-e6aba8dd1222 None None] Provisioning complete for port 65bb00f4-983a-4337-b2e1-461fb8202a75 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:37.894624 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8fc482ec-fd9f-49d5-861a-e6aba8dd1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.981937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-8fc482ec-fd9f-49d5-861a-e6aba8dd1222 None None] Port 65bb00f4-983a-4337-b2e1-461fb8202a75 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:38.027923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:38.037623 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d92c2d6-d026-475a-bf17-2227725e2625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5976353 Aug 11 16:23:38.449242 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a4b06-c4b4-4504-8a01-34797ab10f7f req-b0bfe715-e2d2-4b56-9544-015d7d7fa80c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:38.450725 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0a0a4b06-c4b4-4504-8a01-34797ab10f7f req-b0bfe715-e2d2-4b56-9544-015d7d7fa80c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0863121 Aug 11 16:23:38.456272 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.500351 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0a0a4b06-c4b4-4504-8a01-34797ab10f7f req-335364e0-f1c1-42c1-bab2-649b01c52d6e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Aug 11 16:23:38.739809 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device d0e6ae76-5d72-4b00-a36c-fea01f706371 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:38.767695 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Sync routers for ids ['7d92c2d6-d026-475a-bf17-2227725e2625'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:38.801936 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Routers {'7d92c2d6-d026-475a-bf17-2227725e2625'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:38.802600 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['7d92c2d6-d026-475a-bf17-2227725e2625'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:38.957154 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port d0e6ae76-5d72-4b00-a36c-fea01f706371 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:38.972623 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port d0e6ae76-5d72-4b00-a36c-fea01f706371 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:38.973017 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.054349 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Set router 7d92c2d6-d026-475a-bf17-2227725e2625 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:39.303699 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.379930 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port d0e6ae76-5d72-4b00-a36c-fea01f706371, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=d0e6ae76-5d72-4b00-a36c-fea01f706371,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:39.397714 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.402592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:39.502625 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=d0e6ae76-5d72-4b00-a36c-fea01f706371,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:39.505766 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:39.527695 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 4, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '65bb00f4-983a-4337-b2e1-461fb8202a75', 'name': '', 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'mac_address': 'fa:16:3e:3d:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 2, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'subnets': [{'id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:39.531616 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Checking router: 7d92c2d6-d026-475a-bf17-2227725e2625 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:39.531978 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Updating router 7d92c2d6-d026-475a-bf17-2227725e2625 port 65bb00f4-983a-4337-b2e1-461fb8202a75 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:39.592903 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.743378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c1536-243e-4eb7-8cd3-b75776041ec1 req-bd3750bf-1c97-4f8c-b9da-2fc4e87faa2e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:39.745000 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-805c1536-243e-4eb7-8cd3-b75776041ec1 req-bd3750bf-1c97-4f8c-b9da-2fc4e87faa2e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0836351 Aug 11 16:23:39.811195 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-805c1536-243e-4eb7-8cd3-b75776041ec1 req-3d4bd0c4-c4b2-42ce-a03f-9cd1ab99f3b6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595009 Aug 11 16:23:39.979540 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.991354 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Transition to ACTIVE for port object 65bb00f4-983a-4337-b2e1-461fb8202a75 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:39.998185 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.002970 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:40.132427 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68318d42-eedb-41b2-ad38-5325a8e6e7c8 None None] Pushing event updated for resources: {'Port': ['ID=65bb00f4-983a-4337-b2e1-461fb8202a75,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:40.136342 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-68318d42-eedb-41b2-ad38-5325a8e6e7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:40.241174 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Attempting to bind port 65bb00f4-983a-4337-b2e1-461fb8202a75 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:40.241635 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Attempting to bind port 65bb00f4-983a-4337-b2e1-461fb8202a75 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:40.242107 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Attempting to bind port 65bb00f4-983a-4337-b2e1-461fb8202a75 on network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:40.247730 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:40.248114 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Checking segment: {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:40.248567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.249107 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Bound using segment: {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:40.249633 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Bound port: 65bb00f4-983a-4337-b2e1-461fb8202a75, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397581d4-a09f-4898-bd8c-9611020499f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:40.250023 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.356527 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] For port 65bb00f4-983a-4337-b2e1-461fb8202a75, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:40.360139 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] For port 65bb00f4-983a-4337-b2e1-461fb8202a75, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=65bb00f4-983a-4337-b2e1-461fb8202a75,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:40.364758 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.369339 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:40.447431 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Routers {'7d92c2d6-d026-475a-bf17-2227725e2625'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:40.448222 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:23:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['7d92c2d6-d026-475a-bf17-2227725e2625'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:40.521253 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68318d42-eedb-41b2-ad38-5325a8e6e7c8 None None] Pushing event updated for resources: {'Port': ['ID=65bb00f4-983a-4337-b2e1-461fb8202a75,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:40.526371 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-68318d42-eedb-41b2-ad38-5325a8e6e7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:40.647994 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] Set router 7d92c2d6-d026-475a-bf17-2227725e2625 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:40.725435 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device d0e6ae76-5d72-4b00-a36c-fea01f706371 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:40.997314 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port d0e6ae76-5d72-4b00-a36c-fea01f706371 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:40.998000 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:41.044999 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232780a-978b-4b8b-bb18-9ab4d27b76b5 req-c83f1639-fce5-4dfd-94be-5b5a4a9ea460 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:41.047388 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e232780a-978b-4b8b-bb18-9ab4d27b76b5 req-c83f1639-fce5-4dfd-94be-5b5a4a9ea460 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1106126 Aug 11 16:23:41.117713 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e232780a-978b-4b8b-bb18-9ab4d27b76b5 req-bc375b17-bbfc-4053-80fa-928c785d392d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573552 Aug 11 16:23:41.193883 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 4, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '65bb00f4-983a-4337-b2e1-461fb8202a75', 'name': '', 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'mac_address': 'fa:16:3e:3d:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:40Z', 'revision_number': 4, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'subnets': [{'id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:41.197904 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364916c0-291c-4a54-90df-bf3d9cfb9036 None None] The sync data for ids ['7d92c2d6-d026-475a-bf17-2227725e2625'] in dv-cinder-804265-1-iscsi is: [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 4, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '65bb00f4-983a-4337-b2e1-461fb8202a75', 'name': '', 'network_id': 'b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'mac_address': 'fa:16:3e:3d:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:40Z', 'revision_number': 4, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'subnets': [{'id': 'a0b37a72-757f-49a4-81f8-25c24ff1f0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:42.348811 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdc107-a30b-41aa-aef8-553ebb094f5c req-db9e8f0d-8e3b-43d5-a803-a441e2818390 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:42.350361 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-afcdc107-a30b-41aa-aef8-553ebb094f5c req-db9e8f0d-8e3b-43d5-a803-a441e2818390 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0849433 Aug 11 16:23:42.403106 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-afcdc107-a30b-41aa-aef8-553ebb094f5c req-32182b9f-ba68-40d2-bc74-4adfae46c852 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Aug 11 16:23:42.741050 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 65bb00f4-983a-4337-b2e1-461fb8202a75 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:42.813437 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 65bb00f4-983a-4337-b2e1-461fb8202a75 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:42.818288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 65bb00f4-983a-4337-b2e1-461fb8202a75 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:42.818723 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:42.943547 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:42.978148 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 65bb00f4-983a-4337-b2e1-461fb8202a75, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=65bb00f4-983a-4337-b2e1-461fb8202a75,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:42.981802 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:42.984318 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:43.062688 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=65bb00f4-983a-4337-b2e1-461fb8202a75,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:43.065968 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:43.711494 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd45ca-b081-492b-a173-239c9e8e82c2 req-b15f552f-96af-4e2a-a9b1-36b18d51df16 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:43.712972 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-38cd45ca-b081-492b-a173-239c9e8e82c2 req-b15f552f-96af-4e2a-a9b1-36b18d51df16 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1746998 Aug 11 16:23:43.758453 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-38cd45ca-b081-492b-a173-239c9e8e82c2 req-e58a288d-078d-47cf-a88c-317c2cdab9a7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Aug 11 16:23:44.726776 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 65bb00f4-983a-4337-b2e1-461fb8202a75 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:44.799788 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 65bb00f4-983a-4337-b2e1-461fb8202a75 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:44.800160 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:44.954175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bbc9-ef51-4266-ab20-33cfbe43b836 req-f5fd81ca-126c-4d25-bf88-7cd361f7f46c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:44.955653 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b9e6bbc9-ef51-4266-ab20-33cfbe43b836 req-f5fd81ca-126c-4d25-bf88-7cd361f7f46c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0854638 Aug 11 16:23:45.000032 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b9e6bbc9-ef51-4266-ab20-33cfbe43b836 req-4d41437f-839f-4da5-80bb-22fbb9b3abc9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 Aug 11 16:23:45.656313 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:23:45.800709 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:45.819807 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'mac_address': 'fa:16:3e:7f:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:23:45.875022 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:45.893651 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf7c660-75b9-45f9-80c8-f4251d01c35b {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:45.909599 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:45.915317 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:45.917139 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:45.984068 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=6']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:45.991647 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.992082 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.992490 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.992902 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.993307 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.993711 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.994108 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.994507 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.994925 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.995423 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.995822 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:45.996626 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:46.000335 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:46.181833 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['acf7c660-75b9-45f9-80c8-f4251d01c35b'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:46.201237 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4957e-9434-452f-8985-0b3b282ddd66 req-5870d06c-cb55-44ea-b788-55bd862e75f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:46.202774 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3dc4957e-9434-452f-8985-0b3b282ddd66 req-5870d06c-cb55-44ea-b788-55bd862e75f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 945 time: 0.0795553 Aug 11 16:23:46.251181 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3dc4957e-9434-452f-8985-0b3b282ddd66 req-60df613e-9726-4534-9e42-94ca7f2e8cba tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Aug 11 16:23:47.450017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27344b7-94da-4ede-b1d0-1fdebf9bba25 req-12e0ff40-9f55-4ecb-9ec3-a1598e80c352 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:47.452216 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e27344b7-94da-4ede-b1d0-1fdebf9bba25 req-12e0ff40-9f55-4ecb-9ec3-a1598e80c352 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 945 time: 0.0836353 Aug 11 16:23:47.501702 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e27344b7-94da-4ede-b1d0-1fdebf9bba25 req-e6a71785-5429-4555-b822-243f903c5126 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 Aug 11 16:23:47.672348 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:47.745986 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port acf7c660-75b9-45f9-80c8-f4251d01c35b triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:47.746364 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:47.863881 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:47.901225 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:47.914213 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:47.923744 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:47.930143 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:47.992173 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'code': 200} Aug 11 16:23:48.024539 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=7']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:48.027563 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:48.534727 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-3bd025e9-d5d8-4125-94fb-a5c4c73ca9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.536762 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-3bd025e9-d5d8-4125-94fb-a5c4c73ca9aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.1372907 Aug 11 16:23:48.555140 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f0ea0-e5eb-4db0-bb3f-c7a598f92098 req-e9c46d5a-566a-4251-acf3-ac51d730e789 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.557112 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cd3f0ea0-e5eb-4db0-bb3f-c7a598f92098 req-e9c46d5a-566a-4251-acf3-ac51d730e789 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1223061 Aug 11 16:23:48.702424 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cd3f0ea0-e5eb-4db0-bb3f-c7a598f92098 req-b52d4d3f-6df5-4261-85b3-622964b1b105 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125557 Aug 11 16:23:48.744994 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-2125a5e3-dc2a-4b11-a44a-ecf9138a29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.746208 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49361-c758-4b25-8e34-a7d6641d2dbc req-355cb934-ca6c-4def-b6ad-e7b000ff2552 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.746788 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-2125a5e3-dc2a-4b11-a44a-ecf9138a29f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.1885722 Aug 11 16:23:48.747946 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-05e49361-c758-4b25-8e34-a7d6641d2dbc req-355cb934-ca6c-4def-b6ad-e7b000ff2552 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1082025 Aug 11 16:23:48.806508 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-05e49361-c758-4b25-8e34-a7d6641d2dbc req-3bca8e96-93f0-4669-8ea5-564525ef1cde tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522516 Aug 11 16:23:48.852991 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-7d4c972b-1b9b-4a2b-91b4-aa78c748ff6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.0778351 Aug 11 16:23:48.923476 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-96ca5da5-d5c2-421a-b4c6-1b61f9aa64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.924876 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-96ca5da5-d5c2-421a-b4c6-1b61f9aa64f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.0622382 Aug 11 16:23:48.975252 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-84b413df-111d-4fbe-b52e-4e3d28d23c91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413637 Aug 11 16:23:49.112747 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-d6051c3e-e92c-413c-bb8a-1a700173d36e service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282191 Aug 11 16:23:49.268700 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-76e7a2e8-2dcf-4af1-90df-4a91bb6fb091 req-1e59b8ce-1a87-488a-b431-c014c936b729 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408947 Aug 11 16:23:49.923482 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185dbf2-7ea4-4f6f-8c39-5900b211eb42 req-3656067f-76dd-41c5-8697-a78b7a9af677 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:49.924636 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f185dbf2-7ea4-4f6f-8c39-5900b211eb42 req-3656067f-76dd-41c5-8697-a78b7a9af677 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0967479 Aug 11 16:23:49.974731 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f185dbf2-7ea4-4f6f-8c39-5900b211eb42 req-bcd57041-d267-4639-82fe-ae249c8ae2da tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Aug 11 16:23:50.147062 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26689-8211-4d67-b42d-fef9f2efbf46 req-e84d99e4-1191-4dd5-9b17-3aebb0a1da27 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:50.148420 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-56f26689-8211-4d67-b42d-fef9f2efbf46 req-e84d99e4-1191-4dd5-9b17-3aebb0a1da27 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0799136 Aug 11 16:23:50.201133 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-56f26689-8211-4d67-b42d-fef9f2efbf46 req-3e4539df-ef35-4572-bace-a6baedea7fbf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470636 Aug 11 16:23:51.169582 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e127404-633b-4a1c-8e90-bdaa30590d82 req-0a8fa29d-e8ba-4436-a4b3-99d3d40351bc tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:51.171569 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4e127404-633b-4a1c-8e90-bdaa30590d82 req-0a8fa29d-e8ba-4436-a4b3-99d3d40351bc tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0891414 Aug 11 16:23:51.218144 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4e127404-633b-4a1c-8e90-bdaa30590d82 req-4de12116-5664-4e59-af67-5549237ca4ff tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Aug 11 16:23:51.394389 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74eed5-27b3-47b2-ba1c-51e78b06b007 req-cd3ec482-093d-4768-8306-9ea5214bcadb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:51.395877 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2c74eed5-27b3-47b2-ba1c-51e78b06b007 req-cd3ec482-093d-4768-8306-9ea5214bcadb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0813231 Aug 11 16:23:51.452443 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2c74eed5-27b3-47b2-ba1c-51e78b06b007 req-522f2922-be52-4ee7-89b3-3c4b9c1e3619 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508435 Aug 11 16:23:52.470936 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907018-bad8-406e-a01d-defd2c44e797 req-57b4c211-e8bc-4a37-9f10-e4d73030c0a7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:52.472388 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ae907018-bad8-406e-a01d-defd2c44e797 req-57b4c211-e8bc-4a37-9f10-e4d73030c0a7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1466994 Aug 11 16:23:52.516777 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ae907018-bad8-406e-a01d-defd2c44e797 req-891b6d3b-b3cb-4ede-81c4-a73c9d4ec4b9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Aug 11 16:23:52.716339 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fc993-bc59-4cbc-8cb4-936cb5a894bc req-7b82f31e-2a39-4501-ae8b-cb4930a05111 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:52.720561 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-159fc993-bc59-4cbc-8cb4-936cb5a894bc req-7b82f31e-2a39-4501-ae8b-cb4930a05111 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0916255 Aug 11 16:23:52.765325 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-159fc993-bc59-4cbc-8cb4-936cb5a894bc req-8010d973-198c-480e-9344-ec60b78dd8bb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Aug 11 16:23:53.707853 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0000-db6f-42d5-b0d9-0c296da649da req-937d05d7-53da-4b12-9116-88db1997102f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:53.709203 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c04c0000-db6f-42d5-b0d9-0c296da649da req-937d05d7-53da-4b12-9116-88db1997102f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0805767 Aug 11 16:23:53.754384 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c04c0000-db6f-42d5-b0d9-0c296da649da req-d8354f6c-37b8-455d-b86b-b566c2a284c3 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Aug 11 16:23:53.963417 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b23ded-d3fd-40b6-b805-0284e8817290 req-cb87a8a4-5f7f-4879-ba10-136ae8f1f4ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:53.964762 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-63b23ded-d3fd-40b6-b805-0284e8817290 req-cb87a8a4-5f7f-4879-ba10-136ae8f1f4ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0920432 Aug 11 16:23:54.014993 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-63b23ded-d3fd-40b6-b805-0284e8817290 req-3b4cf4a3-627f-48b2-9555-481dd91572ec tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427644 Aug 11 16:23:54.944430 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf4ff2-af87-4622-92ec-37bb226661db req-54404f71-ee17-47ea-84db-aeb17829391e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:54.945938 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0edf4ff2-af87-4622-92ec-37bb226661db req-54404f71-ee17-47ea-84db-aeb17829391e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0859187 Aug 11 16:23:55.001256 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0edf4ff2-af87-4622-92ec-37bb226661db req-38de0f7a-8afd-4bc2-96d4-85c93b99f5bd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Aug 11 16:23:55.208871 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b2625-5169-4ad4-9587-d30273f6ba90 req-014d312c-3457-4641-86c5-7ed30d3196c8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:55.210320 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4d0b2625-5169-4ad4-9587-d30273f6ba90 req-014d312c-3457-4641-86c5-7ed30d3196c8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0801208 Aug 11 16:23:55.256070 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4d0b2625-5169-4ad4-9587-d30273f6ba90 req-8271264a-4cf9-4f6a-909a-308aa5ebd4aa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Aug 11 16:23:55.957796 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:56.211297 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a1928-5a1d-4eca-9579-240d481cdc69 req-40221f80-3a27-4a09-8a6f-8725729dfd51 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:56.212968 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-385a1928-5a1d-4eca-9579-240d481cdc69 req-40221f80-3a27-4a09-8a6f-8725729dfd51 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1048086 Aug 11 16:23:56.260223 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-385a1928-5a1d-4eca-9579-240d481cdc69 req-5de377d2-6a51-4010-9d96-babdefcb97b8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Aug 11 16:23:56.474431 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50c40-f178-4b3c-b21b-26e7adf91c3b req-333096e4-1b59-402a-9d93-cf5f29edb338 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:56.476140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5ec50c40-f178-4b3c-b21b-26e7adf91c3b req-333096e4-1b59-402a-9d93-cf5f29edb338 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0859768 Aug 11 16:23:56.597357 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5ec50c40-f178-4b3c-b21b-26e7adf91c3b req-27910720-b8f7-486d-bb4c-e7db0ef308b6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137252 Aug 11 16:23:57.480841 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fde5c-5437-403f-ab32-f27ffb6abdfe req-55f9819f-9733-491d-8583-98d7213e0f3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:57.488176 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-408fde5c-5437-403f-ab32-f27ffb6abdfe req-55f9819f-9733-491d-8583-98d7213e0f3d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0954273 Aug 11 16:23:57.551648 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-408fde5c-5437-403f-ab32-f27ffb6abdfe req-4aec5d51-7e9e-41ea-8f39-84611beda741 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Aug 11 16:23:57.782175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-cdc36974-5419-4ca2-9806-117465eb1e4b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:57.789979 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-cdc36974-5419-4ca2-9806-117465eb1e4b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.1874077 Aug 11 16:23:57.807350 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-71eaca20-e161-47d8-a8f4-cf4a0402b22a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/quotas/72a1dbe7066f42efaefea163311a2bd6 HTTP/1.1" status: 200 len: 375 time: 0.0164859 Aug 11 16:23:57.930796 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af52b3e-39db-4080-bf29-1909c133f3cc req-28cc06a4-1793-4a69-92ff-fbec03afa76b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:57.940178 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0af52b3e-39db-4080-bf29-1909c133f3cc req-28cc06a4-1793-4a69-92ff-fbec03afa76b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1345658 Aug 11 16:23:57.953330 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-401f8610-50b5-4aed-b970-9a659538ab4b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449568 Aug 11 16:23:57.999300 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0af52b3e-39db-4080-bf29-1909c133f3cc req-27618859-bb22-4fd4-8073-140027e96df4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581763 Aug 11 16:23:58.113412 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-06f58390-8fed-4537-95a3-f9dc642baa8e service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589537 Aug 11 16:23:58.312600 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-198a032e-5126-40e8-92bc-2d076b5fbab5 service neutron] 10.222.0.18 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982090 Aug 11 16:23:58.985782 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-35a0ed6e-3499-42eb-9e0a-96884ce13131 req-f743b929-987c-4592-8997-28c0c743826b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 210 time: 0.2123413 Aug 11 16:23:59.109726 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95af2a-dcf7-4328-bb62-a384fb86aea6 req-1164169a-ffa4-4df5-887b-d1bd260674bb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:59.112306 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c95af2a-dcf7-4328-bb62-a384fb86aea6 req-1164169a-ffa4-4df5-887b-d1bd260674bb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2428803 Aug 11 16:23:59.213135 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c95af2a-dcf7-4328-bb62-a384fb86aea6 req-aca297dd-2249-4ab9-a79f-1dfa4758f2b8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949454 Aug 11 16:23:59.498700 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86fe0-91af-4292-b161-8e305984eb05 req-f67a1f4a-b77b-4dff-90bb-b71ec927bfb4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:59.500495 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b4d86fe0-91af-4292-b161-8e305984eb05 req-f67a1f4a-b77b-4dff-90bb-b71ec927bfb4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1903958 Aug 11 16:23:59.609857 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b4d86fe0-91af-4292-b161-8e305984eb05 req-6a97e62b-0cff-4387-8538-3c96a80e867f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029789 Aug 11 16:24:00.178480 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-04919b83-207c-48b7-b5b4-f3847b9b2eda req-eb0da4b1-7f89-433d-a757-f5836591487b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 210 time: 0.0607357 Aug 11 16:24:00.572635 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9e3eb-73b2-4f5e-bc03-f24ebde918fd req-f7896c90-c411-473e-a2be-7bda1ae642f9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:00.585022 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d7b9e3eb-73b2-4f5e-bc03-f24ebde918fd req-f7896c90-c411-473e-a2be-7bda1ae642f9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1837399 Aug 11 16:24:00.689991 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d7b9e3eb-73b2-4f5e-bc03-f24ebde918fd req-4017af3d-e9b8-4bf9-b7ab-2507fe46f03f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036272 Aug 11 16:24:00.942648 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-328ce590-a210-4709-a2ca-535603c08921 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:00.961413 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-328ce590-a210-4709-a2ca-535603c08921 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 814 time: 0.3251352 Aug 11 16:24:01.067381 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Request body: {'port': {'device_id': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'admin_state_up': True, 'tenant_id': '72a1dbe7066f42efaefea163311a2bd6'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:01.269219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:01.318255 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:01.372950 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Made reservation on behalf of 72a1dbe7066f42efaefea163311a2bd6 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:01.390518 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:01.455840 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-93c63e42-ecf4-4fcf-911c-52210d9d3d6f req-03752c78-bba2-4774-b69a-e6ad42f927c1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 210 time: 0.0720098 Aug 11 16:24:01.577959 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c3016-127a-4612-a619-41bc15d99a85 req-d882a8b1-e5a3-43fc-a0b0-ec3ba9664e98 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:01.586263 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e77c3016-127a-4612-a619-41bc15d99a85 req-d882a8b1-e5a3-43fc-a0b0-ec3ba9664e98 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.6227160 Aug 11 16:24:01.759168 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e77c3016-127a-4612-a619-41bc15d99a85 req-0b85df33-2259-4e7a-a96f-97153ad7ab60 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697023 Aug 11 16:24:01.936186 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Allocated IP 172.20.0.7 (b13f4087-b031-43a8-9692-0e81a02377b3/43367907-ad4d-4cbe-ae78-7c3f99e858ba/98a51602-8a72-41f6-81b0-c0f245d5019f) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:24:02.125104 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc13b4-17af-4156-8f83-150971aea2d0 req-765c3afc-b410-4caf-b123-d8fc72a1dcff tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:02.140915 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f0bc13b4-17af-4156-8f83-150971aea2d0 req-765c3afc-b410-4caf-b123-d8fc72a1dcff tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2276537 Aug 11 16:24:02.275752 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f0bc13b4-17af-4156-8f83-150971aea2d0 req-5d487bf2-a304-4fb9-ab72-9102225f969a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337781 Aug 11 16:24:02.770468 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f962a0b2-77bc-4ffe-a472-6f39f8ccd849 req-891f9979-80c7-4092-a28f-15199babf33d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 210 time: 0.0727987 Aug 11 16:24:02.783214 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:02.832144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:02.852326 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:02.883832 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377', '6847ac10-c394-4df7-b2b3-3c0125968891', 'ffd5c12b-7665-4998-96f9-eeb1d682c918'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:02.959364 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Network b13f4087-b031-43a8-9692-0e81a02377b3 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:24:02.960779 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:02.965468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:24:03.124499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event updated for resources: {'Port': ['ID=98a51602-8a72-41f6-81b0-c0f245d5019f,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:03.132971 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:03.147575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82ecd-b16e-4c86-908f-91456b48e49f req-cf91b6b8-2f56-4a48-af13-2332584d97e7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:03.149076 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0ca82ecd-b16e-4c86-908f-91456b48e49f req-cf91b6b8-2f56-4a48-af13-2332584d97e7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.2046173 Aug 11 16:24:03.153556 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:03.160083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:03.212330 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1603265 Aug 11 16:24:03.239979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Request body: {'port': {'device_id': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:03.246471 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0ca82ecd-b16e-4c86-908f-91456b48e49f req-b8997866-324e-408d-a7d3-c34f428b95aa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904410 Aug 11 16:24:03.522407 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:03.730372 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-77661242-abc4-45c1-8122-1b84652c7d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.146343 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.215401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7582f-c0fd-4807-b152-f8695e6d6f90 req-db53dbd0-1aa5-422c-83aa-3cbe82a6d116 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.225892 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-33b7582f-c0fd-4807-b152-f8695e6d6f90 req-db53dbd0-1aa5-422c-83aa-3cbe82a6d116 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 931 time: 0.1977594 Aug 11 16:24:04.296851 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-33b7582f-c0fd-4807-b152-f8695e6d6f90 req-fd0d8111-da64-4c7d-ab83-7ceb9f50fd77 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Aug 11 16:24:04.403959 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076be4a-45c9-4cf3-845e-95b3a0d2ed67 req-d7bfbd65-d15d-43f6-b10e-53605a6c1f43 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.405635 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f076be4a-45c9-4cf3-845e-95b3a0d2ed67 req-d7bfbd65-d15d-43f6-b10e-53605a6c1f43 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2080019 Aug 11 16:24:04.484677 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a51602-8a72-41f6-81b0-c0f245d5019f {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:04.519296 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.555810 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f076be4a-45c9-4cf3-845e-95b3a0d2ed67 req-356e584b-ef12-467e-a097-b2116a5e0f2b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350195 Aug 11 16:24:04.619893 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Transition to ACTIVE for port object 98a51602-8a72-41f6-81b0-c0f245d5019f will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:24:04.625780 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.644485 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2bb49d64-e863-4d8f-ac4d-92766c7733d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:04.884197 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:24:04.905961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a1931-2c7e-4e32-a038-bfe631edbbfe req-7a201c43-cd61-48a8-a813-2720bc382178 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.914077 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-783a1931-2c7e-4e32-a038-bfe631edbbfe req-7a201c43-cd61-48a8-a813-2720bc382178 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1796143 Aug 11 16:24:05.004812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Pushing event updated for resources: {'Port': ['ID=98a51602-8a72-41f6-81b0-c0f245d5019f,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:05.015076 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:05.015830 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Attempting to bind port 98a51602-8a72-41f6-81b0-c0f245d5019f on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:24:05.029701 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-783a1931-2c7e-4e32-a038-bfe631edbbfe req-4436e3bf-a2fd-4a3a-8af1-17cdc0c56dcc tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145716 Aug 11 16:24:05.029964 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Attempting to bind port 98a51602-8a72-41f6-81b0-c0f245d5019f by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:24:05.030282 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Attempting to bind port 98a51602-8a72-41f6-81b0-c0f245d5019f on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:05.050895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Port 98a51602-8a72-41f6-81b0-c0f245d5019f on network b13f4087-b031-43a8-9692-0e81a02377b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:24:05.051225 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Attempting to bind port 98a51602-8a72-41f6-81b0-c0f245d5019f on network b13f4087-b031-43a8-9692-0e81a02377b3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:05.063929 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:24:05.064424 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Checking segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:24:05.064817 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Bound using segment: {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:24:05.065372 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Bound port: 98a51602-8a72-41f6-81b0-c0f245d5019f, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9fb00a-0217-4fd6-a6c1-c59f14595d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:24:05.065739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:05.254720 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] For port 98a51602-8a72-41f6-81b0-c0f245d5019f, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:24:05.258805 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] For port 98a51602-8a72-41f6-81b0-c0f245d5019f, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=98a51602-8a72-41f6-81b0-c0f245d5019f,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:24:05.265073 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:05.282407 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:05.362636 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.363312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:05.364684 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] 10.222.0.39 "PUT /v2.0/ports/98a51602-8a72-41f6-81b0-c0f245d5019f HTTP/1.1" status: 200 len: 1093 time: 2.1331720 Aug 11 16:24:05.365160 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'tag': '98a51602-8a72-41f6-81b0-c0f245d5019f'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:05.418329 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Pushing event updated for resources: {'Port': ['ID=98a51602-8a72-41f6-81b0-c0f245d5019f,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:05.430554 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:05.440642 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'tag': '98a51602-8a72-41f6-81b0-c0f245d5019f', 'status': 'completed', 'code': 200} Aug 11 16:24:05.713334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5d92185b-07ae-4bdb-9d18-5f897e9e2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.715240 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-5d92185b-07ae-4bdb-9d18-5f897e9e2321 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 1096 time: 0.2491126 Aug 11 16:24:05.733785 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20f0d7-7c0a-4851-a006-7f9154bbe978 req-9a90b1ce-1892-4063-8cc2-2f434210bfff tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.734776 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-ac20f0d7-7c0a-4851-a006-7f9154bbe978 req-9a90b1ce-1892-4063-8cc2-2f434210bfff tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:05.814126 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-ac20f0d7-7c0a-4851-a006-7f9154bbe978 req-9a90b1ce-1892-4063-8cc2-2f434210bfff tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:05.815772 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac20f0d7-7c0a-4851-a006-7f9154bbe978 req-9a90b1ce-1892-4063-8cc2-2f434210bfff tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 943 time: 0.2827182 Aug 11 16:24:05.825024 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-2ff6c6fc-77c4-400a-8e65-f62f73bac107 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a51602-8a72-41f6-81b0-c0f245d5019f HTTP/1.1" status: 200 len: 217 time: 0.0845721 Aug 11 16:24:05.899080 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860298-defb-46d8-a38a-f06cb391a333 req-c69e0dcd-82bf-4d78-9663-433ebdd9950d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.917678 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c860298-defb-46d8-a38a-f06cb391a333 req-c69e0dcd-82bf-4d78-9663-433ebdd9950d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1667655 Aug 11 16:24:06.050462 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c860298-defb-46d8-a38a-f06cb391a333 req-c630ea7f-8aef-44dd-bb1d-1feac4e0ac12 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317799 Aug 11 16:24:06.163840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-bf6f3548-e818-42f1-96f4-d8af7bdc8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:06.165545 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-bf6f3548-e818-42f1-96f4-d8af7bdc8d4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.3069408 Aug 11 16:24:06.177784 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac20f0d7-7c0a-4851-a006-7f9154bbe978 req-0d1ea9a1-2192-4283-9343-9bfec4537649 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513255 Aug 11 16:24:06.225608 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-47b2a659-6834-461e-a875-2ae413eb0d68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517685 Aug 11 16:24:06.335489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1e952a86-6ae2-45c1-9cf2-c9cd9fafa9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:06.473144 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8cc7d-700f-44db-8954-ac742fa4a04f req-76c54497-58a7-40fe-aaf4-aca4b02c6a23 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:06.480864 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-61d8cc7d-700f-44db-8954-ac742fa4a04f req-76c54497-58a7-40fe-aaf4-aca4b02c6a23 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.2149651 Aug 11 16:24:06.523090 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-1906e5b7-100e-4e3c-83b8-c2413df47752 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886901 Aug 11 16:24:06.538368 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-61d8cc7d-700f-44db-8954-ac742fa4a04f req-e1703117-af32-4d07-bb8e-469b7de9e9c7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549490 Aug 11 16:24:06.749123 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-60351e3c-2335-4e25-8c93-2a696ab4627e req-35a55ab1-6f45-4004-8d3e-59bcd82fccb2 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162919 Aug 11 16:24:07.119633 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-49e36557-c72b-4538-be3b-50dfeec40152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.121129 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-49e36557-c72b-4538-be3b-50dfeec40152 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72a1dbe7066f42efaefea163311a2bd6&device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 1096 time: 0.1837204 Aug 11 16:24:07.178855 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:07.500974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3303e4a-73fe-461a-8201-4481d58aaf29 req-d14736b5-812e-45ea-81f9-d3708462e2c5 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.525203 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b3303e4a-73fe-461a-8201-4481d58aaf29 req-d14736b5-812e-45ea-81f9-d3708462e2c5 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 943 time: 0.1268599 Aug 11 16:24:07.560850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-23391122-3d0c-462f-b9e1-b13f4daece29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.562305 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-23391122-3d0c-462f-b9e1-b13f4daece29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 200 len: 915 time: 0.4334495 Aug 11 16:24:07.624609 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b3303e4a-73fe-461a-8201-4481d58aaf29 req-e9e47ead-0888-4ef1-8fc3-5176194b1384 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956252 Aug 11 16:24:07.700629 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce602-a1cf-4854-a5b1-7329466475c9 req-4b6bd08c-9d1d-4d24-a7e0-e13fefca9e2b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.709956 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-af6ce602-a1cf-4854-a5b1-7329466475c9 req-4b6bd08c-9d1d-4d24-a7e0-e13fefca9e2b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.3085063 Aug 11 16:24:07.725486 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-c490fc3f-9cb5-4efd-8221-5a9eacfc6c14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a51602-8a72-41f6-81b0-c0f245d5019f HTTP/1.1" status: 200 len: 217 time: 0.1538720 Aug 11 16:24:07.838628 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-af6ce602-a1cf-4854-a5b1-7329466475c9 req-5b3b4a9d-efef-407a-bb66-f9ed2a526b9e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277702 Aug 11 16:24:07.854618 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-ae524d92-847a-4650-9744-07d7dc876f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.856170 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-ae524d92-847a-4650-9744-07d7dc876f87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 200 len: 854 time: 0.1177180 Aug 11 16:24:07.923331 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-5a318f09-34cd-4793-b651-4666649a69f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13f4087-b031-43a8-9692-0e81a02377b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587983 Aug 11 16:24:07.972759 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e610c2-134e-49d5-9d0f-f593511f3f77 req-8f6404a3-5a79-492a-ae7b-85f001cbb5d9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.974779 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-38e610c2-134e-49d5-9d0f-f593511f3f77 req-8f6404a3-5a79-492a-ae7b-85f001cbb5d9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.2018209 Aug 11 16:24:08.068150 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-38e610c2-134e-49d5-9d0f-f593511f3f77 req-4f7f9037-619e-454b-a06a-5745bc330494 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868800 Aug 11 16:24:08.136927 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-e5fa9e97-f683-4782-ae48-e959646a132a service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025447 Aug 11 16:24:08.327841 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8c6de8-312e-4f35-b1b2-8b47657d8878 req-fdc27a97-2204-4752-b9e7-af020f008c06 service neutron] 10.222.0.39 "GET /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797802 Aug 11 16:24:08.478383 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:09.073880 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb9cff-fc16-4435-981e-fdba5bb521cb req-859ac219-a851-467c-b7ad-6dca0254dd66 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.081198 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9eb9cff-fc16-4435-981e-fdba5bb521cb req-859ac219-a851-467c-b7ad-6dca0254dd66 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 943 time: 0.2443779 Aug 11 16:24:09.161577 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76820b-7101-435b-b953-ec28d767030e req-bcec705b-044e-46bf-8b24-b4d676c35909 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.171154 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4d76820b-7101-435b-b953-ec28d767030e req-bcec705b-044e-46bf-8b24-b4d676c35909 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1763167 Aug 11 16:24:09.241182 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4d76820b-7101-435b-b953-ec28d767030e req-8b9bf01f-7c23-4ea4-828b-4d28649602a4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703726 Aug 11 16:24:09.256062 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9eb9cff-fc16-4435-981e-fdba5bb521cb req-da2cc879-a61d-49df-91ec-ea3e436ed9e4 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739700 Aug 11 16:24:09.504665 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92173c17-2dc0-44a9-a519-e14b11457745 req-b2272697-b276-4859-be15-9da874af9d1e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.522841 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-92173c17-2dc0-44a9-a519-e14b11457745 req-b2272697-b276-4859-be15-9da874af9d1e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1441054 Aug 11 16:24:09.650132 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-92173c17-2dc0-44a9-a519-e14b11457745 req-e42315f4-07ed-4368-b641-19a788a97af3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262031 Aug 11 16:24:10.536596 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b914-491e-440b-839c-8f161cec8e8b req-7ca74307-7659-40be-a52b-6dc215a59f42 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:10.539109 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4df6b914-491e-440b-839c-8f161cec8e8b req-7ca74307-7659-40be-a52b-6dc215a59f42 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1432080 Aug 11 16:24:10.604682 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4df6b914-491e-440b-839c-8f161cec8e8b req-2b12b585-ab99-4dc2-9351-c4cbf3cb8381 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591457 Aug 11 16:24:10.650339 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a0dfa-a361-4ef0-905a-1a262078b6df req-ce61a8b9-dffe-48db-bbde-5a916f180017 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:10.653022 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e91a0dfa-a361-4ef0-905a-1a262078b6df req-ce61a8b9-dffe-48db-bbde-5a916f180017 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 943 time: 0.0958259 Aug 11 16:24:10.724612 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e91a0dfa-a361-4ef0-905a-1a262078b6df req-4a114afc-81f8-4b7e-9f0d-e6954b09fe4b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Aug 11 16:24:11.039036 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-d3d7b728-ab43-4909-abec-db3f9e4fb04d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:11.040082 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-d3d7b728-ab43-4909-abec-db3f9e4fb04d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Synchronizing usage tracker for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:network {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:11.081611 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-d3d7b728-ab43-4909-abec-db3f9e4fb04d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Unset dirty status for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:network {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:11.086766 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-d3d7b728-ab43-4909-abec-db3f9e4fb04d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 814 time: 0.3772769 Aug 11 16:24:11.119198 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-3ae232b9-2dce-419a-bab8-c592b2b27d8f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/quotas/f4e163fbb85c43b5b4c248642362abfc HTTP/1.1" status: 200 len: 375 time: 0.0297782 Aug 11 16:24:11.167067 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02620f49-e022-4ad0-847d-65062a3e3867 req-ff128a3d-1dc4-4802-85d6-00e0e3ef0659 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:11.175042 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-02620f49-e022-4ad0-847d-65062a3e3867 req-ff128a3d-1dc4-4802-85d6-00e0e3ef0659 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.1043079 Aug 11 16:24:11.245209 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-02620f49-e022-4ad0-847d-65062a3e3867 req-c308e003-f91e-4e0d-b2ed-960088d6409d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690179 Aug 11 16:24:11.253855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-09385d8d-c55e-414e-ab3d-bf3baca3df31 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Synchronizing usage tracker for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:11.280520 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-09385d8d-c55e-414e-ab3d-bf3baca3df31 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Unset dirty status for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:11.282640 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-09385d8d-c55e-414e-ab3d-bf3baca3df31 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607034 Aug 11 16:24:11.456026 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-d030c5c9-53d1-4103-978d-f7c0f3501bca service neutron] 10.222.0.18 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616709 Aug 11 16:24:11.689495 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-95efed0f-6935-4dd3-b500-e05f2c696557 service neutron] 10.222.0.18 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267783 Aug 11 16:24:11.883757 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecee79-aa16-41ba-b23e-4a736b11e64b req-84b9fdf0-5681-404e-9225-3aad68696c67 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:11.892419 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-16ecee79-aa16-41ba-b23e-4a736b11e64b req-84b9fdf0-5681-404e-9225-3aad68696c67 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1360261 Aug 11 16:24:11.989836 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-16ecee79-aa16-41ba-b23e-4a736b11e64b req-7e934917-4ac6-45c2-80ee-0a5334998b13 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882084 Aug 11 16:24:12.207914 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7bb0c-3dc5-441c-bea6-cfb997bb65e5 req-e854168b-8dea-477a-bb43-1bd68c46dea3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.211422 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2ea7bb0c-3dc5-441c-bea6-cfb997bb65e5 req-e854168b-8dea-477a-bb43-1bd68c46dea3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 943 time: 0.2927415 Aug 11 16:24:12.230692 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-54396be8-0ac2-499e-b407-8092fceda8ca req-5a73f6ab-ac5c-49e7-a32c-a005e0725f64 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 210 time: 0.1762643 Aug 11 16:24:12.311629 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce5a0-126f-42ae-985a-6503fa7b3b3a req-a65466c6-eb68-4cb2-bc4d-389c92b91a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.313061 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-372ce5a0-126f-42ae-985a-6503fa7b3b3a req-a65466c6-eb68-4cb2-bc4d-389c92b91a1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.0815156 Aug 11 16:24:12.342236 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2ea7bb0c-3dc5-441c-bea6-cfb997bb65e5 req-3ad25241-d113-49a8-b0f9-3ba7947313f9 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146858 Aug 11 16:24:12.368697 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-372ce5a0-126f-42ae-985a-6503fa7b3b3a req-ec11cf01-be7e-461a-90f6-df6d517ef039 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Aug 11 16:24:12.515158 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef434-06a7-47ec-abe4-28bd6761b759 req-bfdb0304-0ec8-4c85-9dd7-adf107666e40 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.516523 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-083ef434-06a7-47ec-abe4-28bd6761b759 req-bfdb0304-0ec8-4c85-9dd7-adf107666e40 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0836906 Aug 11 16:24:12.561273 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-083ef434-06a7-47ec-abe4-28bd6761b759 req-91fd0307-a9d6-42ff-8b8e-e3813a8206e4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Aug 11 16:24:13.198671 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5063e-8279-4444-a0d1-ef9a0a9aff47 req-c1413ff0-1ef4-47f3-a6e4-c0c82f621f64 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:13.201398 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-88a5063e-8279-4444-a0d1-ef9a0a9aff47 req-c1413ff0-1ef4-47f3-a6e4-c0c82f621f64 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1052532 Aug 11 16:24:13.256559 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-88a5063e-8279-4444-a0d1-ef9a0a9aff47 req-1d457253-2a74-4964-9209-855e99a3b21f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Aug 11 16:24:13.406870 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5ed38fa9-cef7-4cc0-b6d6-10008c884408 req-7234366d-1417-48c6-9066-f56b92a66f80 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 210 time: 0.0442107 Aug 11 16:24:13.556565 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f56daa-c150-41ae-8ac8-f1b0a3d72f5c req-d18210cb-301c-4b06-b10d-bca52b92f125 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:13.558032 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-18f56daa-c150-41ae-8ac8-f1b0a3d72f5c req-d18210cb-301c-4b06-b10d-bca52b92f125 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 943 time: 0.0849996 Aug 11 16:24:13.606710 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-18f56daa-c150-41ae-8ac8-f1b0a3d72f5c req-6adb5529-e7f2-41a9-937e-d781789039b3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Aug 11 16:24:13.755224 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61844ab-bb51-44c1-adc6-f7ad0e5436d6 req-c921aee7-197b-4d91-88ba-65e0e9d9ddcb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:13.756666 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e61844ab-bb51-44c1-adc6-f7ad0e5436d6 req-c921aee7-197b-4d91-88ba-65e0e9d9ddcb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.0852726 Aug 11 16:24:13.779667 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 98a51602-8a72-41f6-81b0-c0f245d5019f details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:24:13.803966 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e61844ab-bb51-44c1-adc6-f7ad0e5436d6 req-5d2bf3d0-780c-421c-9371-1755011915f8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416322 Aug 11 16:24:13.915496 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 98a51602-8a72-41f6-81b0-c0f245d5019f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=98a51602-8a72-41f6-81b0-c0f245d5019f,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:13.929424 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '98a51602-8a72-41f6-81b0-c0f245d5019f', 'network_id': 'b13f4087-b031-43a8-9692-0e81a02377b3', 'port_id': '98a51602-8a72-41f6-81b0-c0f245d5019f', 'mac_address': 'fa:16:3e:16:31:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43367907-ad4d-4cbe-ae78-7c3f99e858ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:24:13.999513 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.006573 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-47b50d97-0479-4d0d-80b0-80adf996db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.008322 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-47b50d97-0479-4d0d-80b0-80adf996db85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1099 time: 0.0800064 Aug 11 16:24:14.018651 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a51602-8a72-41f6-81b0-c0f245d5019f {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:14.035356 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 98a51602-8a72-41f6-81b0-c0f245d5019f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=98a51602-8a72-41f6-81b0-c0f245d5019f,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:14.042014 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.045857 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-68318d42-eedb-41b2-ad38-5325a8e6e7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:14.126590 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=98a51602-8a72-41f6-81b0-c0f245d5019f,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:14.130247 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:14.336283 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-8d7893a3-8da5-43ac-be7f-a7d36b17285b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.337773 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-8d7893a3-8da5-43ac-be7f-a7d36b17285b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 814 time: 0.2468805 Aug 11 16:24:14.338833 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-3a0e8496-f9d9-4c77-8694-02f205b2b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.340159 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-3a0e8496-f9d9-4c77-8694-02f205b2b8d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.2686026 Aug 11 16:24:14.525413 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'port': {'device_id': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'admin_state_up': True, 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:14.576993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84077741-a9da-4baa-a3a4-7d925cdf794a req-06358269-3b38-4729-9f3f-07f89d65f537 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.579085 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-84077741-a9da-4baa-a3a4-7d925cdf794a req-06358269-3b38-4729-9f3f-07f89d65f537 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1782861 Aug 11 16:24:14.640012 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-84077741-a9da-4baa-a3a4-7d925cdf794a req-f3e4b90b-53dc-4150-8af1-12e0e6f9a90d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Aug 11 16:24:14.652584 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-24863d2f-49ac-4511-9905-d65c28f7f9e1 req-865b272f-ea1f-4715-ac9a-4debcc954f3a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 210 time: 0.0704863 Aug 11 16:24:14.734862 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-bb9d0f7b-82ee-43d1-8cc6-9e8fb044d5b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 1001 time: 0.3424294 Aug 11 16:24:14.744313 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['98a51602-8a72-41f6-81b0-c0f245d5019f'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:14.827459 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:14.831719 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-6b7e7929-a99c-4c14-bc61-992dfff417a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.833614 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-6b7e7929-a99c-4c14-bc61-992dfff417a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0882847 Aug 11 16:24:14.882042 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:14.906246 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a418208-0802-4705-ad10-41eaf223c2c8 req-5a3d0f97-70a0-4239-924a-920a1a7be2a1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.915540 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1a418208-0802-4705-ad10-41eaf223c2c8 req-5a3d0f97-70a0-4239-924a-920a1a7be2a1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 944 time: 0.1582544 Aug 11 16:24:14.916708 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Made reservation on behalf of f4e163fbb85c43b5b4c248642362abfc for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:14.921855 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:15.035324 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1a418208-0802-4705-ad10-41eaf223c2c8 req-24e7a076-0f1d-423e-99ea-b1caca4723ac tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171861 Aug 11 16:24:15.159814 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-d23a0af1-507e-4157-b40f-ef59af81f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:15.161682 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-d23a0af1-507e-4157-b40f-ef59af81f0b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3181007 Aug 11 16:24:15.253004 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Allocated IP 172.20.0.12 (7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe/aa2e6f79-ca3b-40d4-8899-ef447a5247f0/bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:24:15.269243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b29b-bcf3-4b42-b60a-dd941f65dbf6 req-12c41438-36a0-4143-9ecd-80275a93c96c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:15.276307 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-90f3b29b-bcf3-4b42-b60a-dd941f65dbf6 req-12c41438-36a0-4143-9ecd-80275a93c96c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 946 time: 0.2384732 Aug 11 16:24:15.354954 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-90f3b29b-bcf3-4b42-b60a-dd941f65dbf6 req-05dc64bb-61a5-4ca2-b8bc-6e672370759b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776331 Aug 11 16:24:15.750445 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:15.789403 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Transition to ACTIVE for port object bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:24:15.827210 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:15.841226 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:15.852958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:16.011920 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:16.064880 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:16.065980 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:16.073529 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:16.076250 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:16.096030 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:24:16.100865 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:16.103493 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:16.111813 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:24:16.155544 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:16.192704 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=8']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:16.198586 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.199235 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:16.200217 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:16.230181 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfab21e-67ae-4f6f-b3aa-abc719997616 req-32fc4a40-119b-4daf-af23-06f6cef3896d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.232337 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7dfab21e-67ae-4f6f-b3aa-abc719997616 req-32fc4a40-119b-4daf-af23-06f6cef3896d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.3417766 Aug 11 16:24:16.259572 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7531102 Aug 11 16:24:16.301809 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7dfab21e-67ae-4f6f-b3aa-abc719997616 req-e88d3637-d7ea-49e7-b6c8-3d92931a4ff4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622394 Aug 11 16:24:16.407447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4207351d-ef70-4848-abae-a7f11c5b6cc3 None None] Provisioning for port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:24:16.412525 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4207351d-ef70-4848-abae-a7f11c5b6cc3 None None] Provisioning complete for port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:16.421480 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-4207351d-ef70-4848-abae-a7f11c5b6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:16.489510 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-4207351d-ef70-4848-abae-a7f11c5b6cc3 None None] Port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:24:16.503914 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9f1bb-45fc-40e2-bbbd-676f90d70e7b req-9a9838bb-8271-4c8d-ad38-473c8c96bbb4 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.504805 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-fcb9f1bb-45fc-40e2-bbbd-676f90d70e7b req-9a9838bb-8271-4c8d-ad38-473c8c96bbb4 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Synchronizing usage tracker for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:16.526968 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-fcb9f1bb-45fc-40e2-bbbd-676f90d70e7b req-9a9838bb-8271-4c8d-ad38-473c8c96bbb4 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Unset dirty status for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:16.529628 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fcb9f1bb-45fc-40e2-bbbd-676f90d70e7b req-9a9838bb-8271-4c8d-ad38-473c8c96bbb4 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.1200519 Aug 11 16:24:16.579314 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fcb9f1bb-45fc-40e2-bbbd-676f90d70e7b req-ce981f6a-4abf-4260-b84c-6047ae26ff14 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Aug 11 16:24:16.770105 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d8033-ad9e-49ab-a3d6-44792ff99f79 req-e23d91c7-ca22-4fa8-b3be-a79b4f683717 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.771969 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7c8d8033-ad9e-49ab-a3d6-44792ff99f79 req-e23d91c7-ca22-4fa8-b3be-a79b4f683717 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 944 time: 0.0860386 Aug 11 16:24:16.822491 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7c8d8033-ad9e-49ab-a3d6-44792ff99f79 req-9875c138-e1cc-4c93-a782-cb12721dd0ac tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Aug 11 16:24:16.876131 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'code': 200} Aug 11 16:24:17.256954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f902bf-5371-4941-8870-73cff99ddc3b req-55f3d670-aa09-4d61-8171-b07b2d8984dd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.260290 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b0f902bf-5371-4941-8870-73cff99ddc3b req-55f3d670-aa09-4d61-8171-b07b2d8984dd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1046646 Aug 11 16:24:17.316376 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b0f902bf-5371-4941-8870-73cff99ddc3b req-f7f697a9-9601-4d66-9050-6c3e0f9250b3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495934 Aug 11 16:24:17.691315 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b729eac-1618-4b2d-8786-9d23518af0d8 req-5c721068-446d-41ce-8204-237f1a8fcd40 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.692707 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3b729eac-1618-4b2d-8786-9d23518af0d8 req-5c721068-446d-41ce-8204-237f1a8fcd40 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0874248 Aug 11 16:24:17.745951 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3b729eac-1618-4b2d-8786-9d23518af0d8 req-a034ae53-6454-4508-bbaa-8cd8fdd693d3 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470388 Aug 11 16:24:17.810030 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 98a51602-8a72-41f6-81b0-c0f245d5019f up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:24:17.891456 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 98a51602-8a72-41f6-81b0-c0f245d5019f completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:24:17.896629 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 98a51602-8a72-41f6-81b0-c0f245d5019f triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:17.897019 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:17.974866 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f09b-47f4-4ae6-a4bd-fd3993dfcb19 req-46f8ba44-8b27-4528-995d-a404bfc291f1 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.976406 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-22f5f09b-47f4-4ae6-a4bd-fd3993dfcb19 req-46f8ba44-8b27-4528-995d-a404bfc291f1 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.1175628 Aug 11 16:24:18.034787 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-22f5f09b-47f4-4ae6-a4bd-fd3993dfcb19 req-e898dff1-d3e9-44f2-b841-38d14aa46cc8 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496879 Aug 11 16:24:18.062587 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:18.116461 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 98a51602-8a72-41f6-81b0-c0f245d5019f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=98a51602-8a72-41f6-81b0-c0f245d5019f,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:18.121881 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:18.124473 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:18.209642 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=98a51602-8a72-41f6-81b0-c0f245d5019f,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:18.212783 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:18.274570 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68913831-1e25-421c-89d1-85094c7c8952 req-ec628bc2-9bf9-43e7-a5aa-ba6a5d4c726f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:18.276468 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68913831-1e25-421c-89d1-85094c7c8952 req-ec628bc2-9bf9-43e7-a5aa-ba6a5d4c726f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0990152 Aug 11 16:24:18.337078 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68913831-1e25-421c-89d1-85094c7c8952 req-a00cae7c-a4a5-4ea3-b12a-25454a45341b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534937 Aug 11 16:24:18.563917 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e0ed-77f7-4cd5-96fc-78bed920507d req-07769902-0c05-47dc-8c64-812377f50ef6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:18.565619 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f301e0ed-77f7-4cd5-96fc-78bed920507d req-07769902-0c05-47dc-8c64-812377f50ef6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1139760 Aug 11 16:24:18.615742 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f301e0ed-77f7-4cd5-96fc-78bed920507d req-7aaa36a4-bc22-4255-b1c5-9b216cb416b2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Aug 11 16:24:18.877432 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a51602-8a72-41f6-81b0-c0f245d5019f'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:19.015738 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25ac3e-2b99-42ed-b855-34f4ac173373 req-f39fb13a-2459-455f-a56d-f4527c149abb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.017464 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dc25ac3e-2b99-42ed-b855-34f4ac173373 req-f39fb13a-2459-455f-a56d-f4527c149abb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1050677 Aug 11 16:24:19.070183 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dc25ac3e-2b99-42ed-b855-34f4ac173373 req-08e41984-0f44-4c9b-8fc5-a5b732858207 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467935 Aug 11 16:24:19.129826 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a51602-8a72-41f6-81b0-c0f245d5019f', 'code': 200} Aug 11 16:24:19.291659 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c110f9-bdcd-461f-94c2-3827502cff2c req-d83ea9f8-8fe7-41d2-8282-b831bfcbb03a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.293148 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-45c110f9-bdcd-461f-94c2-3827502cff2c req-d83ea9f8-8fe7-41d2-8282-b831bfcbb03a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0830488 Aug 11 16:24:19.345051 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-45c110f9-bdcd-461f-94c2-3827502cff2c req-b39b14d4-8f93-4287-97df-400658ef83c0 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Aug 11 16:24:19.560704 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6fa3-9758-48c1-9121-b7b72fde9e14 req-7861f23a-7da9-4bb8-8436-f76e43497ca1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.562369 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-00ed6fa3-9758-48c1-9121-b7b72fde9e14 req-7861f23a-7da9-4bb8-8436-f76e43497ca1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.1025431 Aug 11 16:24:19.608032 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-00ed6fa3-9758-48c1-9121-b7b72fde9e14 req-47e9e25a-3690-44aa-bcb5-3269a5f1a6fe tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Aug 11 16:24:19.834747 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64250c-b3f5-4e7b-b2bc-12c418cabdfa req-1925dbdd-423a-4296-923a-7e7066a40982 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.836327 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b64250c-b3f5-4e7b-b2bc-12c418cabdfa req-1925dbdd-423a-4296-923a-7e7066a40982 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0944726 Aug 11 16:24:19.887045 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b64250c-b3f5-4e7b-b2bc-12c418cabdfa req-b61a7d48-edfb-47a9-a295-d45835a89659 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448821 Aug 11 16:24:20.266487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887634b7-5e16-472f-b8ae-fea074c96c6e req-2cd3807d-2a4e-4f7d-bea5-6242626c11f2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.267957 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-887634b7-5e16-472f-b8ae-fea074c96c6e req-2cd3807d-2a4e-4f7d-bea5-6242626c11f2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0868833 Aug 11 16:24:20.316057 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-887634b7-5e16-472f-b8ae-fea074c96c6e req-f602755a-c833-4cb3-babc-101cc87b1472 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Aug 11 16:24:20.536550 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decc2f9-2fee-41a4-8c7f-82e9823adc5d req-69242d9b-8fb9-4461-8679-a8e079e3924f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.537996 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7decc2f9-2fee-41a4-8c7f-82e9823adc5d req-69242d9b-8fb9-4461-8679-a8e079e3924f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0837667 Aug 11 16:24:20.583105 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7decc2f9-2fee-41a4-8c7f-82e9823adc5d req-0f850cc1-912f-4c6c-86e1-ee6a666a3123 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 Aug 11 16:24:20.805609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca97aa-0198-41b0-9506-816ddf1e6aac req-1d7bd67e-c856-4a6d-b166-554a2a97ad0e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.807075 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-62ca97aa-0198-41b0-9506-816ddf1e6aac req-1d7bd67e-c856-4a6d-b166-554a2a97ad0e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0864313 Aug 11 16:24:20.861522 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-62ca97aa-0198-41b0-9506-816ddf1e6aac req-3ba51941-f7c4-4cb8-9333-4ba2f6ea0281 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480211 Aug 11 16:24:21.193488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a2715-2e68-4389-afd9-9e7715b295e4 req-5c391641-3102-4555-906f-92b95e96d3e7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.194950 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-314a2715-2e68-4389-afd9-9e7715b295e4 req-5c391641-3102-4555-906f-92b95e96d3e7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1780024 Aug 11 16:24:21.247371 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-314a2715-2e68-4389-afd9-9e7715b295e4 req-683cdfd3-eb8b-42e7-836e-0deb7b29590b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453644 Aug 11 16:24:21.518284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657d66c-350d-49a8-b4e5-d401e7e625e9 req-0d7c2eba-8198-4374-a8e3-b410728a30d0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.519806 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5657d66c-350d-49a8-b4e5-d401e7e625e9 req-0d7c2eba-8198-4374-a8e3-b410728a30d0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0877130 Aug 11 16:24:21.582405 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5657d66c-350d-49a8-b4e5-d401e7e625e9 req-a99142e8-4000-4b8d-a630-13f05eaf2982 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543256 Aug 11 16:24:21.783277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd67a-6046-408d-b982-61ede479091a req-f54b25e0-aece-4117-80bb-c7e4b4d20839 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.784726 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d00fd67a-6046-408d-b982-61ede479091a req-f54b25e0-aece-4117-80bb-c7e4b4d20839 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0885277 Aug 11 16:24:21.838806 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d00fd67a-6046-408d-b982-61ede479091a req-9b0fafdc-4469-407f-9c37-3d5b04a4338f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483127 Aug 11 16:24:22.056232 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf63697-3511-43e8-bcb3-3a08f205043c req-fae6126b-bfb7-49a1-b91f-0bdb409be1ae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:22.057860 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5bf63697-3511-43e8-bcb3-3a08f205043c req-fae6126b-bfb7-49a1-b91f-0bdb409be1ae tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0896785 Aug 11 16:24:22.107842 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5bf63697-3511-43e8-bcb3-3a08f205043c req-ce66c589-2617-47c5-8bd1-4e85e549ac37 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Aug 11 16:24:22.464397 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac2b07-d5e5-462e-b661-c28044dc8c96 req-f5ba3f80-4c59-4437-b8a1-0580bf6f689a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:22.466436 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c7ac2b07-d5e5-462e-b661-c28044dc8c96 req-f5ba3f80-4c59-4437-b8a1-0580bf6f689a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0896688 Aug 11 16:24:22.518464 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c7ac2b07-d5e5-462e-b661-c28044dc8c96 req-f5dee604-b9c4-48a3-b4e7-85a6bac5c9b3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462680 Aug 11 16:24:22.787720 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c68c5-b121-4a5b-a3a3-f2b9e49acfb9 req-b4dd6544-14d5-4ff8-a6ef-7bcb58e79b2e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:22.789173 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-724c68c5-b121-4a5b-a3a3-f2b9e49acfb9 req-b4dd6544-14d5-4ff8-a6ef-7bcb58e79b2e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0951259 Aug 11 16:24:22.838120 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-724c68c5-b121-4a5b-a3a3-f2b9e49acfb9 req-378adb0d-c47a-4cc3-a355-5b4b8c0c9061 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Aug 11 16:24:23.030342 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61c24e-79eb-4ceb-8e93-e808cfa2fe08 req-a33a9788-90df-4e60-8703-82e3810ebb40 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.031894 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8a61c24e-79eb-4ceb-8e93-e808cfa2fe08 req-a33a9788-90df-4e60-8703-82e3810ebb40 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0850484 Aug 11 16:24:23.078266 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8a61c24e-79eb-4ceb-8e93-e808cfa2fe08 req-d050af73-5b4a-4378-b4f7-d4338816d912 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Aug 11 16:24:23.328859 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6df8-2a50-4228-8689-61f51b545327 req-266db9e1-dec1-4a58-9a9c-9930d5add463 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.330302 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-885f6df8-2a50-4228-8689-61f51b545327 req-266db9e1-dec1-4a58-9a9c-9930d5add463 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.1034670 Aug 11 16:24:23.390254 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-885f6df8-2a50-4228-8689-61f51b545327 req-af1a91b2-2e5e-4c2c-96bf-5e343c41df17 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506141 Aug 11 16:24:23.761283 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4862f8e-ba67-415b-864c-9122435b3ee5 req-544452a6-f815-4cdc-b8ad-8618712909e4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.764141 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e4862f8e-ba67-415b-864c-9122435b3ee5 req-544452a6-f815-4cdc-b8ad-8618712909e4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0861721 Aug 11 16:24:23.811308 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e4862f8e-ba67-415b-864c-9122435b3ee5 req-d160d9bc-2f82-438a-9b8b-a7a00dfc0557 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Aug 11 16:24:24.039793 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c50ef-9311-4f92-b5e4-af8fe06bffc3 req-8acdf0fd-c7fd-4628-bbf7-6f754ffcb517 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:24.041664 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf4c50ef-9311-4f92-b5e4-af8fe06bffc3 req-8acdf0fd-c7fd-4628-bbf7-6f754ffcb517 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0884104 Aug 11 16:24:24.089174 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf4c50ef-9311-4f92-b5e4-af8fe06bffc3 req-b379b08c-5554-4e58-8a77-632f5d0aac3c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Aug 11 16:24:24.277418 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb137dd-a0d0-4ecb-85ea-f2ec308ab408 req-904cfd40-2c94-4d06-ba0d-f3053a6b63ce tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:24.280152 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ccb137dd-a0d0-4ecb-85ea-f2ec308ab408 req-904cfd40-2c94-4d06-ba0d-f3053a6b63ce tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0930369 Aug 11 16:24:24.330883 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ccb137dd-a0d0-4ecb-85ea-f2ec308ab408 req-4b2f345b-4df1-4bb2-8497-347f5068ef06 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450311 Aug 11 16:24:24.607438 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563dcf8-270a-4392-9910-50f795d819b1 req-561ae923-4d54-47e2-964f-2d2d7367b17f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:24.609360 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e563dcf8-270a-4392-9910-50f795d819b1 req-561ae923-4d54-47e2-964f-2d2d7367b17f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0972221 Aug 11 16:24:24.664782 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e563dcf8-270a-4392-9910-50f795d819b1 req-e54a284e-9be5-43f2-b8e7-b5a4dbf6d702 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493798 Aug 11 16:24:25.022494 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd78336-87cc-4377-8ee9-9171097338eb req-def17ae4-94b8-431f-91f9-0bf8bb5413bd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.024948 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ffd78336-87cc-4377-8ee9-9171097338eb req-def17ae4-94b8-431f-91f9-0bf8bb5413bd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0930283 Aug 11 16:24:25.072555 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ffd78336-87cc-4377-8ee9-9171097338eb req-d06e375f-53e5-499a-b378-c62df60be328 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416954 Aug 11 16:24:25.288173 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df24a2-e77a-4e4f-9279-df71a8f2e196 req-a4df8634-ec19-4cd0-afd7-bfb54b578372 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.289623 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-91df24a2-e77a-4e4f-9279-df71a8f2e196 req-a4df8634-ec19-4cd0-afd7-bfb54b578372 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0835543 Aug 11 16:24:25.338880 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-91df24a2-e77a-4e4f-9279-df71a8f2e196 req-eebdbca4-6b3e-4f14-865f-2be190b66663 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Aug 11 16:24:25.546979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d7c6-f6ac-450b-8ea3-d3f214c6bf5c req-6556af7d-cd66-4b37-a555-625c97b73e32 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.554421 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0927d7c6-f6ac-450b-8ea3-d3f214c6bf5c req-6556af7d-cd66-4b37-a555-625c97b73e32 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.1053727 Aug 11 16:24:25.604443 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0927d7c6-f6ac-450b-8ea3-d3f214c6bf5c req-4d227f8e-5cfb-4d56-9cd0-fedfcaea4abe tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491431 Aug 11 16:24:25.871124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f355e-791d-4fd2-b87c-5860085a164c req-99b5f7a0-4ccc-467f-bfab-c4e4a21dc30a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.873145 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a90f355e-791d-4fd2-b87c-5860085a164c req-99b5f7a0-4ccc-467f-bfab-c4e4a21dc30a tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0960255 Aug 11 16:24:25.933070 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a90f355e-791d-4fd2-b87c-5860085a164c req-04eaa334-e23f-4f70-b74c-f55787253f5c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Aug 11 16:24:25.962468 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:26.277670 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f719b-205b-4216-962f-1d6598003639 req-eb8aeafc-46c1-429f-96c8-aeb753a9ed54 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.279288 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6c9f719b-205b-4216-962f-1d6598003639 req-eb8aeafc-46c1-429f-96c8-aeb753a9ed54 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0908651 Aug 11 16:24:26.327085 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6c9f719b-205b-4216-962f-1d6598003639 req-cc98af88-53a5-480e-ac24-e83d4d651e5b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Aug 11 16:24:26.650294 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b7fa-e801-413a-9ebd-15781393bcb3 req-58ee2b03-0e3e-45a7-8f29-74b028d3c2f5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.662652 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-de55b7fa-e801-413a-9ebd-15781393bcb3 req-58ee2b03-0e3e-45a7-8f29-74b028d3c2f5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1990075 Aug 11 16:24:26.725718 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-de55b7fa-e801-413a-9ebd-15781393bcb3 req-685fef11-f70f-4f2c-87e2-fb6e5e22df00 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672421 Aug 11 16:24:26.917794 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfeb57-9013-47ec-a43a-c08934661883 req-90856d14-7d5b-4b10-a1ca-3eb697ace7be tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.919377 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2abfeb57-9013-47ec-a43a-c08934661883 req-90856d14-7d5b-4b10-a1ca-3eb697ace7be tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0852449 Aug 11 16:24:26.969864 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2abfeb57-9013-47ec-a43a-c08934661883 req-6b860397-dc57-4177-a3af-e2079e8f50d6 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Aug 11 16:24:27.204600 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35f807-8d1b-4f8b-bfe4-aafb25f5260a req-770552a5-b182-4a2d-ade7-f86768bc218f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:27.206426 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e35f807-8d1b-4f8b-bfe4-aafb25f5260a req-770552a5-b182-4a2d-ade7-f86768bc218f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.1197250 Aug 11 16:24:27.279172 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e35f807-8d1b-4f8b-bfe4-aafb25f5260a req-d876b892-c418-4763-94e6-a5b0589e7f29 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609643 Aug 11 16:24:27.539463 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d6c72-208d-4f95-b28b-3cd31f072b1b req-f1689297-c86c-4004-848f-b7ea9cde8a49 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:27.540923 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d95d6c72-208d-4f95-b28b-3cd31f072b1b req-f1689297-c86c-4004-848f-b7ea9cde8a49 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0876906 Aug 11 16:24:27.587240 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d95d6c72-208d-4f95-b28b-3cd31f072b1b req-3fd7e14f-1316-4e02-9170-2db6b0efc38d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 Aug 11 16:24:27.908411 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbcc3b-8e26-4fda-b737-218b597ed19e req-b2ff3fa6-af93-4c40-9bb7-b691d356cdd2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:27.909796 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-bddbcc3b-8e26-4fda-b737-218b597ed19e req-b2ff3fa6-af93-4c40-9bb7-b691d356cdd2 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0804064 Aug 11 16:24:27.955407 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-bddbcc3b-8e26-4fda-b737-218b597ed19e req-1f47975c-ab25-4b48-b843-f8e60ee5c278 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Aug 11 16:24:28.160443 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d7f24-cef1-49c5-9664-21f9e5f43bc6 req-feb1a307-e193-4277-b8f2-a704a2ae2250 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.161808 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-179d7f24-cef1-49c5-9664-21f9e5f43bc6 req-feb1a307-e193-4277-b8f2-a704a2ae2250 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.0846231 Aug 11 16:24:28.210035 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-179d7f24-cef1-49c5-9664-21f9e5f43bc6 req-1c64a1b5-8503-4453-8d6d-f04e1fe870e9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Aug 11 16:24:28.283916 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Request body: {'port': {'device_id': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:28.443294 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-792de363-6226-44eb-a7ea-b3ce55ea1f8f service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639848 Aug 11 16:24:28.507329 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-bd667dfc-575b-4a50-994d-47bb3b6a3a76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1862278 Aug 11 16:24:28.528247 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.39', 58408) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:28.758437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-aae63857-1e8f-4f12-a233-9cb60f85330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.759978 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-aae63857-1e8f-4f12-a233-9cb60f85330b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 1098 time: 0.1551723 Aug 11 16:24:28.761803 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fb155-592e-45f5-ad18-b5a3a46321f6 req-6c307c41-d95b-436b-911e-998c8d52a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.767028 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b67fb155-592e-45f5-ad18-b5a3a46321f6 req-6c307c41-d95b-436b-911e-998c8d52a208 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 1098 time: 0.2188749 Aug 11 16:24:28.775627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.858392 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-6a233827-0211-4673-8a9d-5bfc7e8549e4 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627267 Aug 11 16:24:28.879938 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee41e66-b426-4d1b-92eb-f33e88c8bc4a req-4eef57fa-5339-42ec-b550-0e2d87d0779e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.887618 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6ee41e66-b426-4d1b-92eb-f33e88c8bc4a req-4eef57fa-5339-42ec-b550-0e2d87d0779e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.4029310 Aug 11 16:24:28.918979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75541-312c-434d-8aba-b290ba90c15a req-2bebddeb-7e08-4f86-bc44-3825e761963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.920606 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-2bebddeb-7e08-4f86-bc44-3825e761963c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 1098 time: 0.4708729 Aug 11 16:24:28.985394 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-b67fb155-592e-45f5-ad18-b5a3a46321f6 req-24cb9147-db97-410b-8ddd-a53c9a234d08 service neutron] Synchronizing usage tracker for tenant:c746d4208e004f43a18031f5742ebb5f on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:29.048799 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6ee41e66-b426-4d1b-92eb-f33e88c8bc4a req-c60c8c7f-dca1-4823-9ce7-041d393f6e48 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599460 Aug 11 16:24:29.092755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a24a1-7022-49ac-a8d8-a7833e4a2a60 req-007bc567-9401-4ba1-9552-979015079656 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.100930 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-766a24a1-7022-49ac-a8d8-a7833e4a2a60 req-007bc567-9401-4ba1-9552-979015079656 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.3329079 Aug 11 16:24:29.109910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-b67fb155-592e-45f5-ad18-b5a3a46321f6 req-24cb9147-db97-410b-8ddd-a53c9a234d08 service neutron] Unset dirty status for tenant:c746d4208e004f43a18031f5742ebb5f on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:29.112055 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b67fb155-592e-45f5-ad18-b5a3a46321f6 req-24cb9147-db97-410b-8ddd-a53c9a234d08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017654 Aug 11 16:24:29.154761 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-719108e8-1b9a-4b45-9c86-d3f1b45eb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.156462 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-719108e8-1b9a-4b45-9c86-d3f1b45eb4c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.3249803 Aug 11 16:24:29.209239 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-766a24a1-7022-49ac-a8d8-a7833e4a2a60 req-8918ef48-e6ee-4bf9-a10e-9b5baa3f1c52 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072030 Aug 11 16:24:29.336241 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75541-312c-434d-8aba-b290ba90c15a req-98518db3-ad0f-4c4d-aed3-26c84f90d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.338014 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-98518db3-ad0f-4c4d-aed3-26c84f90d256 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 200 len: 919 time: 0.4078929 Aug 11 16:24:29.478459 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-9f9dcd7a-60fa-42fe-b5b5-e78690bf23e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b HTTP/1.1" status: 200 len: 217 time: 0.0691988 Aug 11 16:24:29.486388 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951786-7a14-4ea6-bd0b-3a56f9b760d2 req-eb9b0471-5ee9-41d2-94fe-17d82e1a8827 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.487868 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9b951786-7a14-4ea6-bd0b-3a56f9b760d2 req-eb9b0471-5ee9-41d2-94fe-17d82e1a8827 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 932 time: 0.1516278 Aug 11 16:24:29.564585 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cad83-515a-4ec0-bad8-4ab8ca98e7bb req-eac77032-9f5c-4c5a-9fec-0db74ae8e27d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.566050 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fc3cad83-515a-4ec0-bad8-4ab8ca98e7bb req-eac77032-9f5c-4c5a-9fec-0db74ae8e27d tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.3865368 Aug 11 16:24:29.579349 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-ba47fe20-20ba-4da5-94bb-a1e79cbba572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.580768 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-ba47fe20-20ba-4da5-94bb-a1e79cbba572 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.0920489 Aug 11 16:24:29.583657 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-33d7f634-19ff-40da-8570-a668c0a69922 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 200 len: 217 time: 0.0842037 Aug 11 16:24:29.584514 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-9b951786-7a14-4ea6-bd0b-3a56f9b760d2 req-d4a42231-6754-46a8-956a-44865087b3bd tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Synchronizing usage tracker for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:29.638353 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-f258e090-c3a7-4d98-8fb2-5cfa705cfb98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445960 Aug 11 16:24:29.639399 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-9b951786-7a14-4ea6-bd0b-3a56f9b760d2 req-d4a42231-6754-46a8-956a-44865087b3bd tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Unset dirty status for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:29.640406 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9b951786-7a14-4ea6-bd0b-3a56f9b760d2 req-d4a42231-6754-46a8-956a-44865087b3bd tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187525 Aug 11 16:24:29.688266 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fc3cad83-515a-4ec0-bad8-4ab8ca98e7bb req-90d47eb4-fb39-42c6-ac3a-bc1eb8f89a96 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063037 Aug 11 16:24:29.693606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75541-312c-434d-8aba-b290ba90c15a req-adecfb2e-9c70-4fa2-afcd-1c1ffe01197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.695017 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-adecfb2e-9c70-4fa2-afcd-1c1ffe01197e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 200 len: 858 time: 0.0925379 Aug 11 16:24:29.777941 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-71f68322-6fe9-4118-ad63-f6c3d99eecca service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281888 Aug 11 16:24:29.788653 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-adeb7f28-85d2-4a5d-9f43-5343d385f68a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815442 Aug 11 16:24:29.822387 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:29.835703 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:29.915540 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Transition to ACTIVE for port object bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:24:29.922282 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:29.933576 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:29.977718 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-56546d53-21c1-4adf-8b42-db62c7ee6809 req-26b67f5b-b6e8-43d2-b4ef-894be00df041 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904852 Aug 11 16:24:30.076731 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-dfdea778-8d06-4aab-b7e2-816230391287 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769623 Aug 11 16:24:30.139440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:30.157218 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.157582 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.158075 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.158426 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.158794 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.159143 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.159480 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.159813 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.160149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.160480 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.160814 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.161256 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:30.204503 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:30.311769 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b0dd0-5da5-4472-ab7e-face8f1bbf3c req-a1f1838e-6ddc-43d7-b32e-a1f5257abf2f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:30.313567 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-557b0dd0-5da5-4472-ab7e-face8f1bbf3c req-a1f1838e-6ddc-43d7-b32e-a1f5257abf2f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0954223 Aug 11 16:24:30.332245 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Attempting to bind port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:24:30.332574 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Attempting to bind port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:24:30.333088 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Attempting to bind port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d on network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:30.360641 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-557b0dd0-5da5-4472-ab7e-face8f1bbf3c req-e1d8a002-d746-4784-adb5-5ace7b6969aa tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Aug 11 16:24:30.372998 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0ab75541-312c-434d-8aba-b290ba90c15a req-881eedc5-94a2-4600-a5af-f92aceaf3267 service neutron] 10.222.0.39 "GET /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628458 Aug 11 16:24:30.379375 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d on network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:24:30.379697 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Attempting to bind port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d on network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:30.387282 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:24:30.387608 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Checking segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:24:30.387986 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Bound using segment: {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:24:30.388404 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Bound port: bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:24:30.388749 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:30.493649 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e925577-98e5-49c1-8e32-c62107883aba req-fafff1c1-20e0-43d9-a8eb-e09fd95f27b3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:30.495091 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3e925577-98e5-49c1-8e32-c62107883aba req-fafff1c1-20e0-43d9-a8eb-e09fd95f27b3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1675618 Aug 11 16:24:30.523975 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:24:30.541769 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:24:30.547310 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:30.551713 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-8d732d89-5dc3-4cb0-804e-6077cf38f69a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:30.582023 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3e925577-98e5-49c1-8e32-c62107883aba req-7cd0ffa9-610a-4065-8431-5a77a925e936 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808771 Aug 11 16:24:30.610583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:30.611222 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:30.612542 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-dc35758e-15db-4270-8792-808b11ca781c service neutron] 10.222.0.39 "PUT /v2.0/ports/bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 1094 time: 2.3346813 Aug 11 16:24:30.613009 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:30.632700 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:30.635752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:30.659197 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'status': 'completed', 'code': 200} Aug 11 16:24:30.839325 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf38f0-733c-462f-98b5-29ec07fe2816 req-243c9ffe-b1ce-4182-b71a-9f56a83dd969 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:30.846997 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-55bf38f0-733c-462f-98b5-29ec07fe2816 req-243c9ffe-b1ce-4182-b71a-9f56a83dd969 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 944 time: 0.0935242 Aug 11 16:24:30.880884 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59290f64-29a4-478b-ae8c-6a252cf2bc2f req-649e9163-16e5-4218-8e38-bebb0bd3c834 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:30.882278 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-59290f64-29a4-478b-ae8c-6a252cf2bc2f req-649e9163-16e5-4218-8e38-bebb0bd3c834 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0825624 Aug 11 16:24:30.885575 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-55bf38f0-733c-462f-98b5-29ec07fe2816 req-b64d74c7-4ba3-4153-867c-a8ac542efdf4 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377674 Aug 11 16:24:30.928996 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-59290f64-29a4-478b-ae8c-6a252cf2bc2f req-ea5bbe5e-e300-49e0-9b88-5c4a84731df8 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Aug 11 16:24:31.544106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a6e16-abf7-4d86-82cb-7c6813443880 req-7b666be6-01f6-41f9-a0e0-359142759678 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:31.545694 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5b1a6e16-abf7-4d86-82cb-7c6813443880 req-7b666be6-01f6-41f9-a0e0-359142759678 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0796854 Aug 11 16:24:31.592640 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5b1a6e16-abf7-4d86-82cb-7c6813443880 req-9106b8a1-da2b-4ac3-b485-69480d27d6ea tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412638 Aug 11 16:24:31.778930 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227bf4-984d-4fb1-aff8-6113b81ea033 req-7ee2e101-e961-45d1-b88c-2deb340d71dc tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:31.780378 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c227bf4-984d-4fb1-aff8-6113b81ea033 req-7ee2e101-e961-45d1-b88c-2deb340d71dc tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0839117 Aug 11 16:24:31.824008 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c227bf4-984d-4fb1-aff8-6113b81ea033 req-3b1308c9-976a-4c92-9b02-f477b6713506 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380089 Aug 11 16:24:32.070159 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed43b-8ab7-416f-89ec-e5cb26ad4d31 req-ba593d2d-03da-4421-b701-57cd6804c545 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:32.071795 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-be5ed43b-8ab7-416f-89ec-e5cb26ad4d31 req-ba593d2d-03da-4421-b701-57cd6804c545 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 944 time: 0.0814352 Aug 11 16:24:32.116774 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d853a50-e6a0-46e0-be35-a67ad0a73296 req-2c2dad04-d302-43da-aca0-3fd0ff8ca828 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:32.118232 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2d853a50-e6a0-46e0-be35-a67ad0a73296 req-2c2dad04-d302-43da-aca0-3fd0ff8ca828 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0827594 Aug 11 16:24:32.127225 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-be5ed43b-8ab7-416f-89ec-e5cb26ad4d31 req-d7eacf40-f015-40fa-abc4-e3471ad49bd5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488393 Aug 11 16:24:32.177052 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2d853a50-e6a0-46e0-be35-a67ad0a73296 req-4a99aaed-93c4-4549-a28e-fb6969fa4134 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Aug 11 16:24:32.781070 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd7450-5214-4fbf-9018-c7c3e592af87 req-6dac0efe-d769-410e-ae6c-edc36bd5a0b3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:32.782550 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68cd7450-5214-4fbf-9018-c7c3e592af87 req-6dac0efe-d769-410e-ae6c-edc36bd5a0b3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0849845 Aug 11 16:24:32.827252 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68cd7450-5214-4fbf-9018-c7c3e592af87 req-c4726307-0b11-47a9-ab1c-1f192fbc9501 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391130 Aug 11 16:24:33.009299 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5c4c6-6b38-4751-a08b-acd14e0f8138 req-0680eb7d-3495-4696-bbd4-dade33aeba54 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.010667 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-55d5c4c6-6b38-4751-a08b-acd14e0f8138 req-0680eb7d-3495-4696-bbd4-dade33aeba54 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0794041 Aug 11 16:24:33.053807 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-55d5c4c6-6b38-4751-a08b-acd14e0f8138 req-ec003dad-6e7a-4df1-8bce-decee314691d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375793 Aug 11 16:24:33.377554 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8233-39d5-4c85-9b5f-5ccbbc6cdbdd req-90a33e4f-f6a1-45be-b40a-d5f4c102ec46 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.379152 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e4ed8233-39d5-4c85-9b5f-5ccbbc6cdbdd req-90a33e4f-f6a1-45be-b40a-d5f4c102ec46 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0924363 Aug 11 16:24:33.426366 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e4ed8233-39d5-4c85-9b5f-5ccbbc6cdbdd req-d709fd1f-874c-4008-9230-e45120f2c0b5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Aug 11 16:24:33.460960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3d53-5f6e-4ea0-a71d-f707e8195f9e req-40173822-e3a9-40b1-b4b3-5b3e269b0717 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.462441 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b2fa3d53-5f6e-4ea0-a71d-f707e8195f9e req-40173822-e3a9-40b1-b4b3-5b3e269b0717 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 944 time: 0.2333727 Aug 11 16:24:33.472328 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21be1-18c8-471d-a35a-4eb4dbc7ceda req-8451384a-2b0c-420a-b575-2c535821559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.473764 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d2c21be1-18c8-471d-a35a-4eb4dbc7ceda req-8451384a-2b0c-420a-b575-2c535821559f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1097 time: 0.2078240 Aug 11 16:24:33.558271 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b2fa3d53-5f6e-4ea0-a71d-f707e8195f9e req-6f28b025-e7a0-4ead-a6fe-98961a619f74 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832641 Aug 11 16:24:33.602095 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-01c11d87-a673-45bf-94d0-3f4549d8d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:33.712409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21be1-18c8-471d-a35a-4eb4dbc7ceda req-abde9384-9535-4469-8a58-8ec33d04ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.714009 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d2c21be1-18c8-471d-a35a-4eb4dbc7ceda req-abde9384-9535-4469-8a58-8ec33d04ebd5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f4e163fbb85c43b5b4c248642362abfc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1979721 Aug 11 16:24:33.865822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21be1-18c8-471d-a35a-4eb4dbc7ceda req-e988a3f4-9515-4911-b48c-e117bb70ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.867306 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d2c21be1-18c8-471d-a35a-4eb4dbc7ceda req-e988a3f4-9515-4911-b48c-e117bb70ec08 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377532 Aug 11 16:24:34.017256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57292ba-c815-444d-9294-1ffab274ea01 req-1fe486e8-9ab6-4334-b23b-e6f75aacf9c1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.018760 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c57292ba-c815-444d-9294-1ffab274ea01 req-1fe486e8-9ab6-4334-b23b-e6f75aacf9c1 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.0892620 Aug 11 16:24:34.026544 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:34.085927 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c57292ba-c815-444d-9294-1ffab274ea01 req-b61bcf77-0a19-451e-921c-a497650ca559 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578952 Aug 11 16:24:34.329820 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504556e-5bcf-441f-8e5c-7862f53061d5 req-4f2d59b3-c40b-4cc3-b29b-bb41f3cc688a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.331327 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f504556e-5bcf-441f-8e5c-7862f53061d5 req-4f2d59b3-c40b-4cc3-b29b-bb41f3cc688a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1598735 Aug 11 16:24:34.333184 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-c2cf8ab3-f8c3-4ac4-82c4-ae6398e0680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.334540 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-c2cf8ab3-f8c3-4ac4-82c4-ae6398e0680f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1097 time: 0.1239018 Aug 11 16:24:34.381808 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f504556e-5bcf-441f-8e5c-7862f53061d5 req-ff031aa1-7d0d-41d0-97d5-09634a7c79fa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439487 Aug 11 16:24:34.471617 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-8eeeeca1-4121-4dd1-8776-b2de05b03529 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 217 time: 0.0889704 Aug 11 16:24:34.584825 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-ede4e4d8-416d-4554-8bd1-1d4d150f6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.588222 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-ede4e4d8-416d-4554-8bd1-1d4d150f6506 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.1024294 Aug 11 16:24:34.683570 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21422f3-1000-45fb-bc46-65db6906b628 req-29f20be6-d998-4af5-a9e7-5ffe3254f9a9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.686123 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a21422f3-1000-45fb-bc46-65db6906b628 req-29f20be6-d998-4af5-a9e7-5ffe3254f9a9 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0986116 Aug 11 16:24:34.695448 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-c950b742-1bc3-468e-9062-b56f2e783711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.697137 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-c950b742-1bc3-468e-9062-b56f2e783711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0988307 Aug 11 16:24:34.744169 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a21422f3-1000-45fb-bc46-65db6906b628 req-0bc2a90c-6522-42df-b61e-b518e4bc55eb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Aug 11 16:24:34.911501 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902ae5c-da71-4c41-ac86-727fd3b3bcce req-eaa32c03-e604-4eae-bd50-533274e9f3b3 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.912985 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4902ae5c-da71-4c41-ac86-727fd3b3bcce req-eaa32c03-e604-4eae-bd50-533274e9f3b3 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 944 time: 0.2050598 Aug 11 16:24:34.919255 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-0009fd69-ff4d-4c2b-b40f-d91486be166e service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094817 Aug 11 16:24:34.991167 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4902ae5c-da71-4c41-ac86-727fd3b3bcce req-d1e31afa-e142-4e6b-82b9-3723af1f0eba tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708644 Aug 11 16:24:35.100368 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a8092f2-7ec5-4d6b-8163-b95b209c7e0f req-31031227-51b9-4720-b854-f877e170df6f service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490815 Aug 11 16:24:35.592373 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3973-6d5b-45d4-9ec1-7fa8a6698d80 req-25609dfe-2ba9-4d25-885c-f3e1dd5478ad tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:35.593899 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-332b3973-6d5b-45d4-9ec1-7fa8a6698d80 req-25609dfe-2ba9-4d25-885c-f3e1dd5478ad tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0845337 Aug 11 16:24:35.648872 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-332b3973-6d5b-45d4-9ec1-7fa8a6698d80 req-4d1b6bd4-ba83-4b4c-9337-df21feef8840 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491588 Aug 11 16:24:36.320910 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d1655e30-e644-48e2-bb1d-ffda0a4a3787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.656922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cd236-56f4-478a-af7c-ac209253eee0 req-23591567-3ccf-40ce-8237-7a149b827a42 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.660245 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f31cd236-56f4-478a-af7c-ac209253eee0 req-23591567-3ccf-40ce-8237-7a149b827a42 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1183186 Aug 11 16:24:36.720822 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f31cd236-56f4-478a-af7c-ac209253eee0 req-261874e9-eea0-4eae-9a6c-f547a8b1be2b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534289 Aug 11 16:24:36.734637 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b07a-3b75-4e54-91b3-caa72c1847c7 req-a21840c1-f25f-436b-91fe-109cd8ebe56c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.744656 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b30b07a-3b75-4e54-91b3-caa72c1847c7 req-a21840c1-f25f-436b-91fe-109cd8ebe56c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 944 time: 0.1035404 Aug 11 16:24:36.810890 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b30b07a-3b75-4e54-91b3-caa72c1847c7 req-26f1f9ec-6d72-40d5-99be-f4495edca591 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641129 Aug 11 16:24:37.170037 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.407927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e6d3-5ac3-43d4-84d8-dcf7d646406f req-a77fa6dd-72d8-4000-934c-8a58f0c1244c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:37.417218 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e1e6d3-5ac3-43d4-84d8-dcf7d646406f req-a77fa6dd-72d8-4000-934c-8a58f0c1244c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1057870 Aug 11 16:24:37.472674 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e1e6d3-5ac3-43d4-84d8-dcf7d646406f req-4f5efdb4-0669-4f6a-a0cb-d1c2105ad96f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542567 Aug 11 16:24:37.802395 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 33780) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:37.973987 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-3727b245-6f74-4993-b6c0-447792aede0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1706049 Aug 11 16:24:38.004873 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b01c3-f235-434e-aab5-2008210a4502 req-f0396bd0-01f2-4ce0-b8e0-d6395705bb5a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.006914 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-621b01c3-f235-434e-aab5-2008210a4502 req-f0396bd0-01f2-4ce0-b8e0-d6395705bb5a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 944 time: 0.0897489 Aug 11 16:24:38.053759 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-621b01c3-f235-434e-aab5-2008210a4502 req-e217e080-9399-409c-b137-84e29ff19e4d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Aug 11 16:24:38.181641 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:24:38.191179 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:38.483457 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:38.502004 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:38.502783 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'port_id': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'mac_address': 'fa:16:3e:e0:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:24:38.577477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:38.600213 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:38.633330 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:38.639637 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:38.643226 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:38.710581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65f166-fdd1-4e0c-a1e3-c6593305da71 req-c5c2b57c-8150-4322-ac57-ad9ac71e8d4e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.712132 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6c65f166-fdd1-4e0c-a1e3-c6593305da71 req-c5c2b57c-8150-4322-ac57-ad9ac71e8d4e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1024129 Aug 11 16:24:38.725333 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:38.729421 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:38.763827 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6c65f166-fdd1-4e0c-a1e3-c6593305da71 req-a61442e3-d94b-4d88-817d-2ffe85c4b133 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Aug 11 16:24:39.024542 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:39.252379 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dafb8-e34e-4714-8d25-8f8935fd480a req-15f9dc7e-8e9e-4362-b576-ff9b2ffc5380 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:39.253845 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-867dafb8-e34e-4714-8d25-8f8935fd480a req-15f9dc7e-8e9e-4362-b576-ff9b2ffc5380 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 945 time: 0.0879965 Aug 11 16:24:39.299910 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-867dafb8-e34e-4714-8d25-8f8935fd480a req-d2e381a5-0001-4bd4-9f2f-21867615d46d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Aug 11 16:24:40.019782 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a09e20-3be8-4b07-8a54-ba57fc6bef05 req-d7b25674-c44d-49ac-88a3-0e0be3b72966 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.028217 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a1a09e20-3be8-4b07-8a54-ba57fc6bef05 req-d7b25674-c44d-49ac-88a3-0e0be3b72966 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1050193 Aug 11 16:24:40.081811 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a1a09e20-3be8-4b07-8a54-ba57fc6bef05 req-069df6b2-5d5b-4f95-b91f-2d50f3f31770 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496800 Aug 11 16:24:40.197191 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:24:40.268729 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:24:40.273175 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:40.273557 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.399198 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.435786 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:40.445829 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:40.452338 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.455565 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:40.501223 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6834c3-8cc0-4be6-8594-d65a2bfb8f43 req-f939bed5-3220-4497-99f9-c9819e136a2f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.503712 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7b6834c3-8cc0-4be6-8594-d65a2bfb8f43 req-f939bed5-3220-4497-99f9-c9819e136a2f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0904632 Aug 11 16:24:40.521732 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'code': 200} Aug 11 16:24:40.543116 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:40.546205 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:40.563645 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7b6834c3-8cc0-4be6-8594-d65a2bfb8f43 req-4fef7fce-063e-4032-b03d-8fbc10aa5d91 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522013 Aug 11 16:24:40.926988 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fa7dc-bc55-4f60-85aa-553bbbbc879d req-babc37e3-d358-4db0-ac92-be61fd27702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.928354 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2e4fa7dc-bc55-4f60-85aa-553bbbbc879d req-babc37e3-d358-4db0-ac92-be61fd27702f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1099 time: 0.0723264 Aug 11 16:24:41.041907 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2e4fa7dc-bc55-4f60-85aa-553bbbbc879d req-0850c7a9-8fef-48ed-b023-fda88ec6c9c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063223 Aug 11 16:24:41.279126 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ccde0-8c4d-4d0b-95c4-52be0bf1cfc0 req-95b17c83-ce79-42bb-8707-2cddf40cca30 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:41.280609 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c5ccde0-8c4d-4d0b-95c4-52be0bf1cfc0 req-95b17c83-ce79-42bb-8707-2cddf40cca30 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0834634 Aug 11 16:24:41.332973 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c5ccde0-8c4d-4d0b-95c4-52be0bf1cfc0 req-858d36c2-83bd-461c-90e7-4e6ec74549fb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457706 Aug 11 16:24:41.602967 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 33868) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:41.732696 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.747880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:41.752141 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Usage tracker for resource:security_group_rule and tenant:b85a786377f54df99d9ae5587c3342df is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:41.755033 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:41.761294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:41.800383 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69471ae8-8737-4081-ba98-eddc4af000cd req-ae38c64d-87f4-4ef3-b349-1db8540f1d2b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:41.802641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-69471ae8-8737-4081-ba98-eddc4af000cd req-ae38c64d-87f4-4ef3-b349-1db8540f1d2b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0986304 Aug 11 16:24:41.854925 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-69471ae8-8737-4081-ba98-eddc4af000cd req-88b97e3c-cde3-4b75-bf4f-f8e6e9664279 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441487 Aug 11 16:24:41.856573 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.861164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.881910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e0bf069c-40a6-4955-a9d2-ce2f92e1f873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:41.883934 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:24:41.906881 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b85a786377f54df99d9ae5587c3342df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028414 Aug 11 16:24:41.909577 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 33880) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:41.916672 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f435df97-51a3-4f3d-a1aa-b7f6cbc93ad5,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:41.924086 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.924441 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.924786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.925125 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.925458 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.925791 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.926120 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.926452 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.926806 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.927575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.927575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.927781 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:41.931679 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:41.972341 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.001050 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.056019 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.061893 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-afb80d0a-56a5-4429-90ce-7e102e367584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:42.073440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f435df97-51a3-4f3d-a1aa-b7f6cbc93ad5,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:42.078689 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:42.081148 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.082430 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f435df97-51a3-4f3d-a1aa-b7f6cbc93ad5 HTTP/1.1" status: 204 len: 168 time: 0.1716938 Aug 11 16:24:42.138320 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 33892) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:42.375845 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.391150 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:42.395130 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Usage tracker for resource:security_group_rule and tenant:97dddea296e54e7cabff23fbf5e3c906 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:42.398170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:42.404912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:42.499575 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.505328 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.519364 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d5c0799d-efe0-4973-8208-ef931d7c4cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:42.565411 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084520a5-86bc-47ef-9204-5ac8068a4ac9 req-a46d5f98-d350-4c48-ace4-0d7de8f7b541 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:42.567634 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97dddea296e54e7cabff23fbf5e3c906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281321 Aug 11 16:24:42.568558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdad81e-e2db-4b04-bd6d-731409c3d5ce,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:42.571660 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c7568f23-dc62-42c0-bd38-034c0779f1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:42.572335 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 33910) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:42.577960 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-084520a5-86bc-47ef-9204-5ac8068a4ac9 req-a46d5f98-d350-4c48-ace4-0d7de8f7b541 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1195371 Aug 11 16:24:42.624046 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-084520a5-86bc-47ef-9204-5ac8068a4ac9 req-751053ef-d253-4654-99a3-b639389b6bd6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445869 Aug 11 16:24:42.633380 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.664839 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.732791 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.738226 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a3a11583-915b-4f7a-9f71-3c199a6d734a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:42.750494 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdad81e-e2db-4b04-bd6d-731409c3d5ce,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:42.752820 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:42.756691 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.766884 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfdad81e-e2db-4b04-bd6d-731409c3d5ce HTTP/1.1" status: 204 len: 168 time: 0.1845655 Aug 11 16:24:43.125638 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a182e-8c89-4320-9f9a-b781b5654c21 req-e5475977-9c45-472e-b015-5af0e945cae3 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:43.127302 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d72a182e-8c89-4320-9f9a-b781b5654c21 req-e5475977-9c45-472e-b015-5af0e945cae3 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.1435673 Aug 11 16:24:43.176586 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d72a182e-8c89-4320-9f9a-b781b5654c21 req-164ec04e-c69d-4ae9-9e72-d8c49aac212e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430741 Aug 11 16:24:43.386112 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 33940) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:43.504522 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.518895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:43.522696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Usage tracker for resource:security_group_rule and tenant:2dc4e47833ee4296b216a7b30b57044b is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:43.525520 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:43.531606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:43.617050 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.621048 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.629004 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-23a4c6f9-0488-47b8-bf78-ddbf88121966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:43.670944 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dc4e47833ee4296b216a7b30b57044b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836194 Aug 11 16:24:43.671958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3721284b-42a3-40da-a4c6-5f855c29e972,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:43.673636 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 33948) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:43.675074 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:43.733228 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.761896 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.815993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.821068 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4ed68c7d-32fe-44e9-ae24-6928872d8d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:43.826561 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fbd28-fefb-4924-97f5-b852cf11959e req-f0efbba6-dc45-49a7-b5cc-d62eed4cfc08 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:43.828056 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b24fbd28-fefb-4924-97f5-b852cf11959e req-f0efbba6-dc45-49a7-b5cc-d62eed4cfc08 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0826914 Aug 11 16:24:43.838706 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3721284b-42a3-40da-a4c6-5f855c29e972,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:43.842170 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:43.848735 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.852928 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3721284b-42a3-40da-a4c6-5f855c29e972 HTTP/1.1" status: 204 len: 168 time: 0.1757212 Aug 11 16:24:43.879849 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b24fbd28-fefb-4924-97f5-b852cf11959e req-b353173e-3bfd-4105-acd0-569a9a19dc02 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458753 Aug 11 16:24:44.365348 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b4312-c21e-469a-b82e-dd4d2a5c2b97 req-842c1dd9-4914-4ea2-8b5d-b7057ecd436b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:44.366828 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e5b4312-c21e-469a-b82e-dd4d2a5c2b97 req-842c1dd9-4914-4ea2-8b5d-b7057ecd436b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0807953 Aug 11 16:24:44.411767 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e5b4312-c21e-469a-b82e-dd4d2a5c2b97 req-09302393-94ee-4d4c-91bd-01af501a4ba5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Aug 11 16:24:45.077589 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82492f-2391-4978-9669-7b9f82c69486 req-3755bdc9-0aff-4302-9b09-410a56997532 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:45.079074 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1b82492f-2391-4978-9669-7b9f82c69486 req-3755bdc9-0aff-4302-9b09-410a56997532 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0900698 Aug 11 16:24:45.126231 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1b82492f-2391-4978-9669-7b9f82c69486 req-557eec62-cdcd-4ea1-9814-c1be866902ac tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Aug 11 16:24:45.596872 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05653c-17ce-4fbc-9a0e-d07c8b3dfe2b req-bd3de8db-a52e-4ad2-ae41-24b4a38efee0 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:45.598316 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb05653c-17ce-4fbc-9a0e-d07c8b3dfe2b req-bd3de8db-a52e-4ad2-ae41-24b4a38efee0 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0830514 Aug 11 16:24:45.642142 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb05653c-17ce-4fbc-9a0e-d07c8b3dfe2b req-51397920-d9ba-4790-a8d5-2823f8066f37 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Aug 11 16:24:45.827474 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26190d29-64c8-438a-a476-04e762ddfa17 req-c6247cf7-e3dc-415e-be92-9b087af80d76 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:45.828963 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-26190d29-64c8-438a-a476-04e762ddfa17 req-c6247cf7-e3dc-415e-be92-9b087af80d76 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0829206 Aug 11 16:24:45.874466 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-26190d29-64c8-438a-a476-04e762ddfa17 req-1448da0c-7d73-4366-a971-15a8db8df200 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Aug 11 16:24:46.283462 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3cac1-24f2-424b-9bf1-3c5f1ba62641 req-0aab36f3-a4aa-4636-a9c2-6f18577407cb tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:46.284918 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-07a3cac1-24f2-424b-9bf1-3c5f1ba62641 req-0aab36f3-a4aa-4636-a9c2-6f18577407cb tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0833318 Aug 11 16:24:46.330064 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-07a3cac1-24f2-424b-9bf1-3c5f1ba62641 req-e9f0b9a0-5d5c-4be5-9e6f-5cb5b30ea3bd tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Aug 11 16:24:46.382100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdd3da-9502-4377-86c5-8925c0902009 req-8c412152-c298-47e1-96f3-80353e65520a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:46.383568 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-bbcdd3da-9502-4377-86c5-8925c0902009 req-8c412152-c298-47e1-96f3-80353e65520a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0809019 Aug 11 16:24:46.427358 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-bbcdd3da-9502-4377-86c5-8925c0902009 req-318c291b-de11-44c9-ba20-3ec326b1b93f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380287 Aug 11 16:24:47.616467 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40062b5-6868-40bb-8aa5-249596b6f026 req-1852c4f1-c7f6-4240-bb14-622588849837 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:47.617921 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b40062b5-6868-40bb-8aa5-249596b6f026 req-1852c4f1-c7f6-4240-bb14-622588849837 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0817792 Aug 11 16:24:47.662910 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b40062b5-6868-40bb-8aa5-249596b6f026 req-5f2f0a39-45fc-4dfb-995d-7cee6e87ddb8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382154 Aug 11 16:24:48.860274 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa562-f965-4b13-acf8-db9a27111ddd req-d79f6895-4b21-49b9-8a2c-6290ee14e966 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:48.861653 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0dcfa562-f965-4b13-acf8-db9a27111ddd req-d79f6895-4b21-49b9-8a2c-6290ee14e966 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0822675 Aug 11 16:24:48.907190 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0dcfa562-f965-4b13-acf8-db9a27111ddd req-b89f6edd-a68f-4304-84ac-b9d86dbf1d46 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397804 Aug 11 16:24:50.110425 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66a38d-c6a4-4f04-bd65-34f9e625443b req-76a0ea6b-f2a5-4c6b-95c1-6a4278f08ce8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:50.111979 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d66a38d-c6a4-4f04-bd65-34f9e625443b req-76a0ea6b-f2a5-4c6b-95c1-6a4278f08ce8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0857351 Aug 11 16:24:50.158668 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d66a38d-c6a4-4f04-bd65-34f9e625443b req-bf3a0dee-ea23-470d-bac7-2e610f6301ed tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Aug 11 16:24:51.357276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb37a6-9297-467b-8c1a-50d30cb7c2ef req-8c80fa43-5606-4d26-be66-166761e04057 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:51.358740 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7cfb37a6-9297-467b-8c1a-50d30cb7c2ef req-8c80fa43-5606-4d26-be66-166761e04057 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0870628 Aug 11 16:24:51.403780 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7cfb37a6-9297-467b-8c1a-50d30cb7c2ef req-c1acb760-b46b-4d8b-9e5c-c0ba2440c1a3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392866 Aug 11 16:24:52.596880 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514c892-4505-493f-b0b1-43c228f45cfa req-8bc535a9-d78e-4b34-af4d-fd8e514e2e07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:52.598348 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0514c892-4505-493f-b0b1-43c228f45cfa req-8bc535a9-d78e-4b34-af4d-fd8e514e2e07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0824456 Aug 11 16:24:52.649986 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0514c892-4505-493f-b0b1-43c228f45cfa req-5c498e67-3610-4983-b7c8-0086c2f29560 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Aug 11 16:24:53.847005 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c646fa-a4e6-4455-95ac-512322553d63 req-687a10b8-801f-4e3d-a903-2a82c49e89dc tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:53.848500 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79c646fa-a4e6-4455-95ac-512322553d63 req-687a10b8-801f-4e3d-a903-2a82c49e89dc tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0844748 Aug 11 16:24:53.895158 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79c646fa-a4e6-4455-95ac-512322553d63 req-744f9411-25e3-4509-9d1f-aecff10be3ed tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Aug 11 16:24:55.093487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19739ca0-b43e-4052-8b8b-c887b555fc3a req-d3bf527b-349d-4851-a5b3-c5599a3b9558 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:55.095130 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-19739ca0-b43e-4052-8b8b-c887b555fc3a req-d3bf527b-349d-4851-a5b3-c5599a3b9558 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0840309 Aug 11 16:24:55.141210 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-19739ca0-b43e-4052-8b8b-c887b555fc3a req-f18d8a60-14e9-4482-a22c-de5e6d36070b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Aug 11 16:24:55.969367 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:56.352036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4c4c5-37d3-43fb-8eb2-472cffae54b4 req-b325bc5b-401f-4aee-b401-498ad36b2a55 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:56.353538 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d1d4c4c5-37d3-43fb-8eb2-472cffae54b4 req-b325bc5b-401f-4aee-b401-498ad36b2a55 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0893946 Aug 11 16:24:56.418296 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d1d4c4c5-37d3-43fb-8eb2-472cffae54b4 req-ef6efdb5-8974-4a5b-a60d-808274dd51d2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541956 Aug 11 16:24:56.928931 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-29123844-1d03-4b57-b220-8fb1a21c7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:56.930377 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-29123844-1d03-4b57-b220-8fb1a21c7897 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026&tenant_id=64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 1097 time: 0.0703416 Aug 11 16:24:57.069429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-eab11aee-04c6-4a4a-9840-643623d38fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.070931 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-eab11aee-04c6-4a4a-9840-643623d38fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1097 time: 0.0918989 Aug 11 16:24:57.281856 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-be8f7e47-edf0-4840-82e5-370241b90b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.283385 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-be8f7e47-edf0-4840-82e5-370241b90b2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.2035882 Aug 11 16:24:57.388414 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-dafaec8f-d4ea-4083-b6fe-84b23386e337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 999 time: 0.0978577 Aug 11 16:24:57.456154 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-4c8a7b8e-5c56-4a45-a91e-1044c2e34366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.459893 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-4c8a7b8e-5c56-4a45-a91e-1044c2e34366 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0624604 Aug 11 16:24:57.607592 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-cb3ea690-70ad-4440-ba9d-1d3683fcbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.609154 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-cb3ea690-70ad-4440-ba9d-1d3683fcbade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1412134 Aug 11 16:24:57.666288 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a4b4-2a7a-4f14-8e34-ef7fa6cb32c4 req-2c5a7cc0-009c-4bbe-a9f0-cb7716cac338 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.668388 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-54b3a4b4-2a7a-4f14-8e34-ef7fa6cb32c4 req-2c5a7cc0-009c-4bbe-a9f0-cb7716cac338 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1346211 Aug 11 16:24:57.786128 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-54b3a4b4-2a7a-4f14-8e34-ef7fa6cb32c4 req-0aa3043f-ed44-4fdf-aed4-0584ba8124b6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103539 Aug 11 16:24:57.794827 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-a52e3b1a-ede3-4ce8-b388-0efdbc27e341 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764758 Aug 11 16:24:57.943121 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-67ca4591-33b5-4124-9434-36921b5a1a8b req-2bc0889f-de69-4e66-a4e8-96ffcabb4034 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314855 Aug 11 16:24:58.091298 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b19ca-608c-436d-8bfa-f20094d901e6 req-db3a78fc-b742-4b71-b797-74302c09fc21 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:58.092765 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-300b19ca-608c-436d-8bfa-f20094d901e6 req-db3a78fc-b742-4b71-b797-74302c09fc21 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0884058 Aug 11 16:24:58.138225 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-300b19ca-608c-436d-8bfa-f20094d901e6 req-cbe30c02-6555-417a-869a-668a666f45b0 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Aug 11 16:24:59.006765 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb80f0b-023c-427c-8eb0-bfd11eb6c3b0 req-e44c1a05-b638-4d39-8b00-2a39b62548f2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:59.015569 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-feb80f0b-023c-427c-8eb0-bfd11eb6c3b0 req-e44c1a05-b638-4d39-8b00-2a39b62548f2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0947437 Aug 11 16:24:59.061050 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-feb80f0b-023c-427c-8eb0-bfd11eb6c3b0 req-c1014f25-8970-470a-b295-ce8b6f99bb9c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Aug 11 16:24:59.345553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a5c4-369c-4c35-8bec-c0e33f6968e4 req-0f7ecf20-0d23-48aa-90e7-657db92255d1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:59.347015 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6231a5c4-369c-4c35-8bec-c0e33f6968e4 req-0f7ecf20-0d23-48aa-90e7-657db92255d1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0942054 Aug 11 16:24:59.391616 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6231a5c4-369c-4c35-8bec-c0e33f6968e4 req-30bfd2f5-c55c-4f9b-bf9b-7bc5bea12892 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Aug 11 16:25:00.257972 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8b00c-3c63-4d73-a663-7e9e34de5d5e req-8440669c-a98b-4ba6-98b8-435a4f5237d7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:00.259450 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7aa8b00c-3c63-4d73-a663-7e9e34de5d5e req-8440669c-a98b-4ba6-98b8-435a4f5237d7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0834360 Aug 11 16:25:00.310841 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7aa8b00c-3c63-4d73-a663-7e9e34de5d5e req-e2bee6c5-874a-4465-8d2d-abdfced58f7f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447032 Aug 11 16:25:00.592055 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f438-a8ea-4aed-aba2-9d67a74b9fef req-540d8d52-7105-4c58-ba7e-bffa64a460ea tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:00.593513 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8f52f438-a8ea-4aed-aba2-9d67a74b9fef req-540d8d52-7105-4c58-ba7e-bffa64a460ea tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0915544 Aug 11 16:25:00.646551 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8f52f438-a8ea-4aed-aba2-9d67a74b9fef req-21fd2b9c-b346-42c8-9c64-39e0c407ee6e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 Aug 11 16:25:01.530722 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf1dcd-58b9-4ddf-b3c8-569316790e3f req-29c91799-ef16-43ee-bb64-628696f0dbd8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:01.533621 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-00bf1dcd-58b9-4ddf-b3c8-569316790e3f req-29c91799-ef16-43ee-bb64-628696f0dbd8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0964270 Aug 11 16:25:01.587056 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-00bf1dcd-58b9-4ddf-b3c8-569316790e3f req-98084407-bd09-4c67-a919-93ce62ac63ce tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Aug 11 16:25:01.843370 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b8ee9-54e0-4adb-9a5b-d0849e93f3d5 req-0a65a096-4dbe-4c5f-9fd1-8fa763f8d78c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:01.844927 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e10b8ee9-54e0-4adb-9a5b-d0849e93f3d5 req-0a65a096-4dbe-4c5f-9fd1-8fa763f8d78c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0911477 Aug 11 16:25:01.892762 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e10b8ee9-54e0-4adb-9a5b-d0849e93f3d5 req-1fbf984c-ef8e-4d51-af37-8219bfc14187 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Aug 11 16:25:02.793692 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355fdfc-24c4-4ad5-91a2-c3cda78e1346 req-35ed3ecc-6004-44f8-8b54-d4559dbe095a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:02.795645 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e355fdfc-24c4-4ad5-91a2-c3cda78e1346 req-35ed3ecc-6004-44f8-8b54-d4559dbe095a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0912690 Aug 11 16:25:02.844752 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e355fdfc-24c4-4ad5-91a2-c3cda78e1346 req-436bf016-2444-4b77-b3af-a1a82b8dbad1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Aug 11 16:25:03.095491 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a198-0b33-48e5-bac8-425118e7e61f req-0631e111-c90d-40dc-8aac-694de8ccb8ae tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:03.096908 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-13d0a198-0b33-48e5-bac8-425118e7e61f req-0631e111-c90d-40dc-8aac-694de8ccb8ae tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0928454 Aug 11 16:25:03.148500 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-13d0a198-0b33-48e5-bac8-425118e7e61f req-cee0ccbd-5797-4973-9c2a-a1145ba3396e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Aug 11 16:25:03.577972 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7b14ce4-2479-4ef5-885f-2ed8461bc7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.028795 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.063006 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87081aff-06a4-4ee4-9ffb-30bf2534c305 req-5ed6cd15-f2bb-4a40-80ff-74bd569a5498 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:04.064522 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-87081aff-06a4-4ee4-9ffb-30bf2534c305 req-5ed6cd15-f2bb-4a40-80ff-74bd569a5498 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1023767 Aug 11 16:25:04.127840 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-87081aff-06a4-4ee4-9ffb-30bf2534c305 req-19d2ca24-2e93-4a96-ba0c-bb71ab156cd6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522749 Aug 11 16:25:04.367383 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b720d-651e-4955-b74e-844c1cb3e006 req-6e6ad13a-45aa-49ad-8ec7-83629e3551cf tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:04.368894 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e45b720d-651e-4955-b74e-844c1cb3e006 req-6e6ad13a-45aa-49ad-8ec7-83629e3551cf tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0934565 Aug 11 16:25:04.430730 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e45b720d-651e-4955-b74e-844c1cb3e006 req-e3352670-1bb6-4f58-ade3-73d6d0ac72aa tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544620 Aug 11 16:25:05.342816 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070d443-195f-4e7b-9df9-9e929981716c req-0110a038-5334-4a28-89fb-6ca8fb9d7d17 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:05.344345 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4070d443-195f-4e7b-9df9-9e929981716c req-0110a038-5334-4a28-89fb-6ca8fb9d7d17 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1023197 Aug 11 16:25:05.395898 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4070d443-195f-4e7b-9df9-9e929981716c req-5bd72945-67d9-44ef-9dbd-ccc24af0a78c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450284 Aug 11 16:25:05.637534 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e07831-8258-4bf1-8fec-69134e5eb0c3 req-ac3e1e1e-b2e9-4751-8013-dee8e5da4528 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:05.639013 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-02e07831-8258-4bf1-8fec-69134e5eb0c3 req-ac3e1e1e-b2e9-4751-8013-dee8e5da4528 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0935104 Aug 11 16:25:05.691368 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-02e07831-8258-4bf1-8fec-69134e5eb0c3 req-d9b301a7-3989-4c73-8feb-40cce5118e48 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466442 Aug 11 16:25:06.313966 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c9651907-122a-4a3a-a473-c6bb8e37314c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:06.615800 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb041de4-7371-412c-9c7e-495a09dcc657 req-bebcf863-aebd-4185-a97f-d6babcde2d7f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:06.617265 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fb041de4-7371-412c-9c7e-495a09dcc657 req-bebcf863-aebd-4185-a97f-d6babcde2d7f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0897853 Aug 11 16:25:06.671338 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fb041de4-7371-412c-9c7e-495a09dcc657 req-1fa23406-5c43-4872-bc81-5ae6bac2addb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476596 Aug 11 16:25:06.896379 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9676053-d66d-4718-abe4-59fb64936b62 req-e7d2ff04-4e09-4019-928f-bae9b45a6171 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:06.897819 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b9676053-d66d-4718-abe4-59fb64936b62 req-e7d2ff04-4e09-4019-928f-bae9b45a6171 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0871181 Aug 11 16:25:06.957587 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b9676053-d66d-4718-abe4-59fb64936b62 req-5328cebf-5429-48bd-bd37-a25fb7f8cfcb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 Aug 11 16:25:07.209286 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:07.879522 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f34b-7051-4b83-8b47-1ed5560bded7 req-a48d842b-4fd6-45ce-bfe7-d52d1d742d64 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:07.881105 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6821f34b-7051-4b83-8b47-1ed5560bded7 req-a48d842b-4fd6-45ce-bfe7-d52d1d742d64 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0883269 Aug 11 16:25:07.936990 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6821f34b-7051-4b83-8b47-1ed5560bded7 req-15b711b7-0015-465d-bced-8fd0f21500eb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481582 Aug 11 16:25:08.165927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb0b1f-d8e6-4dc9-9935-a256d51797f7 req-31a34340-b10d-4106-809c-62a8db511116 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:08.167937 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5adb0b1f-d8e6-4dc9-9935-a256d51797f7 req-31a34340-b10d-4106-809c-62a8db511116 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0867054 Aug 11 16:25:08.219029 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5adb0b1f-d8e6-4dc9-9935-a256d51797f7 req-3325739f-b67c-41fc-ac25-d8586196a700 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Aug 11 16:25:08.481757 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.141325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387674b0-6725-46b3-b2a2-1d7853d1d5c8 req-eb8f491a-9ac4-4282-9f26-0eed92cdff9d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:09.142887 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-387674b0-6725-46b3-b2a2-1d7853d1d5c8 req-eb8f491a-9ac4-4282-9f26-0eed92cdff9d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0890517 Aug 11 16:25:09.193243 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-387674b0-6725-46b3-b2a2-1d7853d1d5c8 req-3dbcb311-3705-40cd-9eec-fb91ba19547d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448048 Aug 11 16:25:09.423740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bca24-4f38-4d86-b27d-cae9ace6e09b req-20580d2d-871d-4a91-84e3-bacbb704881f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:09.425228 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8c9bca24-4f38-4d86-b27d-cae9ace6e09b req-20580d2d-871d-4a91-84e3-bacbb704881f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0917525 Aug 11 16:25:09.560130 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8c9bca24-4f38-4d86-b27d-cae9ace6e09b req-30c1d590-b19d-4622-94cb-355544a95fb6 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289115 Aug 11 16:25:10.392996 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b76ac-913b-4e7a-aea4-6f9283644594 req-031f8ba6-582c-4c2d-ba74-0480a870f044 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.394598 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-445b76ac-913b-4e7a-aea4-6f9283644594 req-031f8ba6-582c-4c2d-ba74-0480a870f044 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0817170 Aug 11 16:25:10.448002 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-445b76ac-913b-4e7a-aea4-6f9283644594 req-26df1bc0-ecc1-4c37-85c2-390b8e758775 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478587 Aug 11 16:25:10.771329 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782e520-26df-431d-8438-9875a5a7136c req-acdf8e3a-1d2b-41b6-923c-b69829295b8b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.774129 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9782e520-26df-431d-8438-9875a5a7136c req-acdf8e3a-1d2b-41b6-923c-b69829295b8b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0936515 Aug 11 16:25:10.826326 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9782e520-26df-431d-8438-9875a5a7136c req-f5d13ac5-4b30-48c6-9ed8-7739fe031585 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468435 Aug 11 16:25:11.659397 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49c28-119d-422a-b202-3371f696f2dc req-68a720f8-b099-47dc-951d-e686b608d142 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:11.661084 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-59a49c28-119d-422a-b202-3371f696f2dc req-68a720f8-b099-47dc-951d-e686b608d142 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0819311 Aug 11 16:25:11.720420 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-59a49c28-119d-422a-b202-3371f696f2dc req-883c8ff5-99f6-433b-8860-d64a7efe5ecd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514901 Aug 11 16:25:12.024526 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad07f4e-8860-4d19-88bd-cad7527b8f13 req-26ce0349-2fa3-46d0-8c30-d8fd253454f5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:12.026991 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6ad07f4e-8860-4d19-88bd-cad7527b8f13 req-26ce0349-2fa3-46d0-8c30-d8fd253454f5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0834529 Aug 11 16:25:12.075671 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6ad07f4e-8860-4d19-88bd-cad7527b8f13 req-6201b49d-eaed-4021-ab3c-781e1699fa3e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Aug 11 16:25:12.916359 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a82cf-27bf-4673-bd06-ac383f69d8e8 req-e69ffb8d-349e-4631-9114-838426c180b1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:12.917822 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-806a82cf-27bf-4673-bd06-ac383f69d8e8 req-e69ffb8d-349e-4631-9114-838426c180b1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0832832 Aug 11 16:25:12.964825 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-806a82cf-27bf-4673-bd06-ac383f69d8e8 req-21345910-3e7b-40da-a2e2-1881c13ed75b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Aug 11 16:25:13.316960 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61655168-44ce-4fe2-b5a2-edf6bc7d122d req-abb94818-be23-466f-b880-a857c80be5eb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:13.318414 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-61655168-44ce-4fe2-b5a2-edf6bc7d122d req-abb94818-be23-466f-b880-a857c80be5eb tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1365974 Aug 11 16:25:13.361720 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-61655168-44ce-4fe2-b5a2-edf6bc7d122d req-798a8041-10fe-470a-b5d8-be6f090464e1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Aug 11 16:25:14.170869 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2db2e-810b-4b8b-999d-9f70db6906be req-e4be5248-2749-4585-8827-30f236274bce tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:14.172484 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b7a2db2e-810b-4b8b-999d-9f70db6906be req-e4be5248-2749-4585-8827-30f236274bce tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0919297 Aug 11 16:25:14.233503 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b7a2db2e-810b-4b8b-999d-9f70db6906be req-c242eae9-8731-4dbf-93c8-1c2fe69dee58 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529513 Aug 11 16:25:14.499907 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a1b4b-b136-4983-b411-e1c3c721fe47 req-875a4666-567a-451c-bebd-5d435201de00 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:14.501455 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b01a1b4b-b136-4983-b411-e1c3c721fe47 req-875a4666-567a-451c-bebd-5d435201de00 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.0862687 Aug 11 16:25:14.549451 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b01a1b4b-b136-4983-b411-e1c3c721fe47 req-94d5b05b-ae8c-4184-9531-11c84e2e86cc tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Aug 11 16:25:14.553566 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec231dd-926f-4fb4-aebf-74f09d87bc7d req-de17bc06-b37a-40ed-8a6d-50fd7b9f04ca tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:14.555537 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-aec231dd-926f-4fb4-aebf-74f09d87bc7d req-de17bc06-b37a-40ed-8a6d-50fd7b9f04ca tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.0854566 Aug 11 16:25:14.573163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34336) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:14.622638 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-aec231dd-926f-4fb4-aebf-74f09d87bc7d req-eb13940d-5bd7-4944-b8ea-5c8bfd4f9209 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599363 Aug 11 16:25:14.828001 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a976fa6-92b9-4138-bdc6-5d7dd365cc24 tempest-TestMinimumBasicScenario-2081411705 tempest-TestMinimumBasicScenario-2081411705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:14.829394 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3a976fa6-92b9-4138-bdc6-5d7dd365cc24 tempest-TestMinimumBasicScenario-2081411705 tempest-TestMinimumBasicScenario-2081411705-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1094 time: 0.2551985 Aug 11 16:25:14.832260 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34342) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:14.837131 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'port_id': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:14.843948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:14.847729 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:floatingip and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:14.850491 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:14.856539 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:14.867262 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for floatingip, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:15.009509 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:15.147542 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Allocated IP 172.27.0.107 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/044c37d3-2450-412d-8ad2-45b9565373a8) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:25:15.305614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:15.341326 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:15.345040 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-53ed460d-806a-4879-955f-cb580d9902de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:15.406016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:25:15.408696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:25:15.412014 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:25:15.431088 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368be5d6-df7a-42d9-9f8a-3af4ddc84e9a req-f1a02130-e117-4771-af8b-f5386e0a28b1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:15.433158 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-368be5d6-df7a-42d9-9f8a-3af4ddc84e9a req-f1a02130-e117-4771-af8b-f5386e0a28b1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.0858128 Aug 11 16:25:15.481052 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-368be5d6-df7a-42d9-9f8a-3af4ddc84e9a req-ceb58a9f-0bfc-4cd1-b343-8f52e0156ceb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416079 Aug 11 16:25:15.498391 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'Port': ['ID=044c37d3-2450-412d-8ad2-45b9565373a8,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:15.509736 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:15.634083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-5543c64e-462b-4064-a65e-5869b096b6bd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:15.635581 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-5543c64e-462b-4064-a65e-5869b096b6bd tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.1975780 Aug 11 16:25:15.823244 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Deleting port 718186de-4dab-42ff-a4b8-da562a9d2d3b {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:15.823584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.246018 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb40c1-d416-4798-9d93-122f5ee9ef53 req-cc363560-943c-473f-bae1-c5455cc8d892 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.247449 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f5cb40c1-d416-4798-9d93-122f5ee9ef53 req-cc363560-943c-473f-bae1-c5455cc8d892 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 945 time: 0.4771206 Aug 11 16:25:16.399447 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f5cb40c1-d416-4798-9d93-122f5ee9ef53 req-51a148c9-d7a5-4a40-baaa-799e210f1332 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975697 Aug 11 16:25:16.406312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] For port 718186de-4dab-42ff-a4b8-da562a9d2d3b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718186de-4dab-42ff-a4b8-da562a9d2d3b,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:16.406701 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.548120 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Calling delete_port for 718186de-4dab-42ff-a4b8-da562a9d2d3b owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:16.616428 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.818412 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fa029-c322-4374-94fb-8a6921d11549 req-0a9fcf33-2678-43df-902e-0702490b1680 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.819972 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-057fa029-c322-4374-94fb-8a6921d11549 req-0a9fcf33-2678-43df-902e-0702490b1680 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.0832598 Aug 11 16:25:16.837812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.865062 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-057fa029-c322-4374-94fb-8a6921d11549 req-42172a44-116b-4205-b5be-3cc38016b85b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Aug 11 16:25:16.868028 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d8b6d-884b-4ebf-b7c8-1494c5d59453 req-8545d3d8-3e90-4309-a290-660f339b76cd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.869405 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ab5d8b6d-884b-4ebf-b7c8-1494c5d59453 req-8545d3d8-3e90-4309-a290-660f339b76cd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.2543259 Aug 11 16:25:16.911173 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.922175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b2070365-6c22-43c0-9fe9-61e834b31b8d tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:16.965663 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['e5a0de38-3274-4826-acab-95c43030f3f6'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:16.991368 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Pushing event deleted for resources: {'Port': ['ID=718186de-4dab-42ff-a4b8-da562a9d2d3b,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:16.994392 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:17.062864 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ab5d8b6d-884b-4ebf-b7c8-1494c5d59453 req-792d5ab7-850c-4f83-ae9e-99822bf4507a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831455 Aug 11 16:25:17.117806 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] No DVR routers for this DVR port 718186de-4dab-42ff-a4b8-da562a9d2d3b on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:17.124380 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:17.126945 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'name': 'network-vif-deleted', 'tag': '718186de-4dab-42ff-a4b8-da562a9d2d3b'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:17.190802 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b913d60-7d56-4faf-b37e-5678ad0b3086', 'name': 'network-vif-deleted', 'tag': '718186de-4dab-42ff-a4b8-da562a9d2d3b', 'status': 'completed', 'code': 200} Aug 11 16:25:17.228165 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9fb3b2ce-3045-4cf9-bb6c-9900352c8fd5 req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "DELETE /v2.0/ports/718186de-4dab-42ff-a4b8-da562a9d2d3b HTTP/1.1" status: 204 len: 173 time: 1.5850959 Aug 11 16:25:17.262468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:17.267597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:17.272337 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ba22b60c-6931-4eaa-ac23-c2aa5c7ecded tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:17.381141 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'Port': ['ID=044c37d3-2450-412d-8ad2-45b9565373a8,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:17.389753 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:17.398768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:17.582081 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bffc992a-937a-4b69-9fe8-cfbb9cddd8db req-45070669-29aa-4fcd-9ad9-345ae606825a tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b913d60-7d56-4faf-b37e-5678ad0b3086 HTTP/1.1" status: 200 len: 210 time: 0.0490167 Aug 11 16:25:17.726041 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Floating IP df041fa6-854f-40c2-b921-3736d2bece30 associated. External IP: 172.27.0.107, port: bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d. Aug 11 16:25:17.789835 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efb12f-5564-488c-b82d-666774aca3a6 req-b6908308-8c11-47e7-be3d-e7850d5e5592 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:17.791467 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80efb12f-5564-488c-b82d-666774aca3a6 req-b6908308-8c11-47e7-be3d-e7850d5e5592 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.3383508 Aug 11 16:25:17.925085 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80efb12f-5564-488c-b82d-666774aca3a6 req-ed19cd3b-2954-44d5-ab82-d10d249a2a5e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253374 Aug 11 16:25:18.063818 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee19d86-b6ba-4273-ac88-6166ec3147ac req-858073f9-5c79-43a2-9025-d86b64109555 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:18.065321 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6ee19d86-b6ba-4273-ac88-6166ec3147ac req-858073f9-5c79-43a2-9025-d86b64109555 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.0881896 Aug 11 16:25:18.116339 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6ee19d86-b6ba-4273-ac88-6166ec3147ac req-a7be33a7-bbef-4c6f-b56f-b687543e6d36 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450909 Aug 11 16:25:18.146864 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Router 06b585d9-87cc-4df3-8a5e-543c59dfee2a has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:25:18.395902 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53f2a6-0534-4595-8fee-68c64f8339a0 req-3f2f70c7-dc7a-4cf9-a049-9ea16657875d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:18.397465 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4d53f2a6-0534-4595-8fee-68c64f8339a0 req-3f2f70c7-dc7a-4cf9-a049-9ea16657875d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1920679 Aug 11 16:25:18.398666 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:25:18.409144 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] Sync routers for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:25:18.418210 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718186de-4dab-42ff-a4b8-da562a9d2d3b no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:18.420017 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:18.420710 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:25:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:18.446599 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.458810 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 718186de-4dab-42ff-a4b8-da562a9d2d3b {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:18.459262 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718186de-4dab-42ff-a4b8-da562a9d2d3b not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:18.501010 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4d53f2a6-0534-4595-8fee-68c64f8339a0 req-3205c3b0-4115-45e2-952d-8832e9c420a3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956135 Aug 11 16:25:18.515558 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6823192 Aug 11 16:25:18.518475 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34382) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:18.523480 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307459552', 'description': 'tempest-secgroup-smoke-1307459552 description', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:18.538270 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:18.540305 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:18.550590 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.572089 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:18.576909 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:18.579762 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:18.585468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:18.647814 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:18.663830 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.668620 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.675727 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ede79f5a-18b2-405c-bc52-29df4c261593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:18.713143 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597304c0-fb22-4146-8ba9-0a836268b888,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:18.716826 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:18.738325 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.742856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34390) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:18.743116 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-431bafda-cdcd-406d-951e-846139abcb28 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2236261 Aug 11 16:25:18.748292 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group_rule': {'security_group_id': '597304c0-fb22-4146-8ba9-0a836268b888', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:18.754292 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:18.758576 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:18.763190 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:18.771341 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:18.791493 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.872166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.876759 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.879057 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:18.902912 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5cfdca-b19f-43a0-b1bb-b366a294da35,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:18.910958 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:18.916550 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:18.918705 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746104 Aug 11 16:25:18.921270 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34396) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:18.926891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group_rule': {'security_group_id': '597304c0-fb22-4146-8ba9-0a836268b888', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:18.933984 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:18.939277 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:18.942710 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:18.947304 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:25:18.951120 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:18.976447 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.068960 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'df041fa6-854f-40c2-b921-3736d2bece30', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'port_id': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'mac_address': 'fa:16:3e:e0:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:25:16Z', 'updated_at': '2021-08-11T16:25:16Z', 'revision_number': 0, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:33Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:19.073644 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] Checking router: 06b585d9-87cc-4df3-8a5e-543c59dfee2a for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:25:19.082740 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:19.083614 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:25:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:19.098633 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.109520 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.118219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-cd7de2a5-083e-4cb6-a22c-bbfc10ccb00c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:19.144059 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7c98c-de5e-4973-afd1-72c537e2f988 req-d9fe41d5-84d6-40de-806c-dd98198add70 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.145150 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a180a3-cbbe-4419-a723-6a3617c6bbe5 req-12d4ac67-33cd-4649-b6c0-09a9ad2bbaf4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.146669 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-62a180a3-cbbe-4419-a723-6a3617c6bbe5 req-12d4ac67-33cd-4649-b6c0-09a9ad2bbaf4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1519358 Aug 11 16:25:19.151480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39329df7-6aa6-4db6-8416-4fa7e4ffa2ae,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:19.151705 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-31d7c98c-de5e-4973-afd1-72c537e2f988 req-d9fe41d5-84d6-40de-806c-dd98198add70 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.1097405 Aug 11 16:25:19.154020 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:19.180566 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.184485 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2590103 Aug 11 16:25:19.185177 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34404) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:19.192129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group_rule': {'security_group_id': '597304c0-fb22-4146-8ba9-0a836268b888', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:19.194175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:19.199283 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:19.206921 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-31d7c98c-de5e-4973-afd1-72c537e2f988 req-e3195c7e-e2dd-4a8e-bd8a-9884f72c6c4b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Aug 11 16:25:19.214156 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:19.218866 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:19.235896 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-62a180a3-cbbe-4419-a723-6a3617c6bbe5 req-43106525-8a04-4f04-99d1-2a2373dcf9a1 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 Aug 11 16:25:19.237259 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:19.264366 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.293716 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'status': 'completed', 'code': 200} Aug 11 16:25:19.312227 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:19.345525 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.350738 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.352889 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ab850456-7790-41d3-b1b4-022f7ef9c7a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:19.377268 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ab2387-f562-4eb3-9bb5-e7d21789b8c8,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:19.379829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:19.389378 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.391395 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052994 Aug 11 16:25:19.394285 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34410) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:19.400015 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group_rule': {'security_group_id': '597304c0-fb22-4146-8ba9-0a836268b888', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:19.407253 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:19.411440 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:19.414454 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:19.422871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:19.441644 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.489517 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014bc5a-72bf-4fe9-a9a5-d117a2318ecc req-c89f833c-2b39-4a48-a26d-1aff743b63a2 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.491039 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f014bc5a-72bf-4fe9-a9a5-d117a2318ecc req-c89f833c-2b39-4a48-a26d-1aff743b63a2 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.1633983 Aug 11 16:25:19.515465 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.519517 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.522011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:19.546181 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c95d43-28f3-4add-a8a5-9fea2200cb3f,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:19.549158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:19.555219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-4463c5f9-1959-4774-961c-0c8f242a9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.556705 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-4463c5f9-1959-4774-961c-0c8f242a9d41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1099 time: 0.1872692 Aug 11 16:25:19.558468 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.563242 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677153 Aug 11 16:25:19.563847 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34416) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:19.569832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group_rule': {'security_group_id': '597304c0-fb22-4146-8ba9-0a836268b888', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:19.576951 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:19.581512 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:19.584634 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:19.591862 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:19.606569 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.securitygroups_db [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Project f4e163fbb85c43b5b4c248642362abfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:25:19.620961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.632446 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f014bc5a-72bf-4fe9-a9a5-d117a2318ecc req-507544d2-9031-4b66-8964-0c9c8d58be57 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970595 Aug 11 16:25:19.747771 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'df041fa6-854f-40c2-b921-3736d2bece30', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'port_id': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'mac_address': 'fa:16:3e:e0:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:25:16Z', 'updated_at': '2021-08-11T16:25:16Z', 'revision_number': 0, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:33Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:19.753124 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1b611-eefb-47fb-9997-c6887a350f11 None None] The sync data for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi is: [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'df041fa6-854f-40c2-b921-3736d2bece30', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'port_id': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'mac_address': 'fa:16:3e:e0:55:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:25:16Z', 'updated_at': '2021-08-11T16:25:16Z', 'revision_number': 0, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:33Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:25:19.758444 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9a016-2760-4497-a16c-d824957fb8ec req-8960cd11-d885-419f-8248-3243126457b5 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.760140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dea9a016-2760-4497-a16c-d824957fb8ec req-8960cd11-d885-419f-8248-3243126457b5 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 946 time: 0.2657764 Aug 11 16:25:19.767111 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.768966 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-4a35d800-8454-4d0b-b8ef-72606dfe7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.770492 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-4a35d800-8454-4d0b-b8ef-72606dfe7001 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 915 time: 0.1807873 Aug 11 16:25:19.775341 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.786616 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3db6d357-ae6c-4150-b5cb-87e54ed1089b tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:19.820117 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c4a98b-92dd-414a-9ad4-a20f82460935,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:19.823487 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:19.826015 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.827217 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-42c59c2e-6a4a-44bc-8cae-5f4a4bad6338 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2622509 Aug 11 16:25:19.829871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34420) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:19.835739 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'security_group_rule': {'security_group_id': '597304c0-fb22-4146-8ba9-0a836268b888', 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:19.847001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967f7b3-f16f-4c5c-a6a1-926fc95eeccd req-720a77fd-f595-4142-8856-7dfe814bb76d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.848506 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9967f7b3-f16f-4c5c-a6a1-926fc95eeccd req-720a77fd-f595-4142-8856-7dfe814bb76d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 944 time: 0.1579468 Aug 11 16:25:19.850999 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:19.856755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Usage tracker for resource:security_group_rule and tenant:f4e163fbb85c43b5b4c248642362abfc is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:19.872322 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:19.882562 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:19.909931 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.securitygroups_db [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Project f4e163fbb85c43b5b4c248642362abfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:25:19.919209 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9967f7b3-f16f-4c5c-a6a1-926fc95eeccd req-51619e40-9ef5-45f0-8599-4ac8bf6e1aea tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643454 Aug 11 16:25:19.920483 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.920692 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Deleting port 2bec3676-6422-4bfb-9121-8344f5969eb6 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:19.921036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.993330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.997571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.007081 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:20.030816 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e135d436-8f0b-43d8-b9b7-8fd3f1cbe486,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:20.033224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:20.039202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.044179 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2097332 Aug 11 16:25:20.080078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a88b4-a6c8-467b-8e3b-365064b832de None None] New status for floating IP df041fa6-854f-40c2-b921-3736d2bece30: ACTIVE {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:25:20.086958 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-7479bf94-fbdd-4c09-92de-3655f495d1ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 1000 time: 0.2809472 Aug 11 16:25:20.240291 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-6e7d842f-9ecf-40a9-9161-27f0e86b3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.241726 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-6e7d842f-9ecf-40a9-9161-27f0e86b3ce1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.1447341 Aug 11 16:25:20.268156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-ae6bdd51-4e6e-4e2d-baec-618fe2f71754 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Synchronizing usage tracker for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:20.415907 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-ae6bdd51-4e6e-4e2d-baec-618fe2f71754 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Unset dirty status for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:20.416332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:25:20.417155 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-ae6bdd51-4e6e-4e2d-baec-618fe2f71754 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307459552&fields=id&tenant_id=f4e163fbb85c43b5b4c248642362abfc HTTP/1.1" status: 200 len: 267 time: 0.2500653 Aug 11 16:25:20.450610 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db34f5-89bc-4269-b195-05a7d7e11d02 req-6d94e88b-f707-4aa2-ae61-61dc3790cec7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.452204 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b7db34f5-89bc-4269-b195-05a7d7e11d02 req-6d94e88b-f707-4aa2-ae61-61dc3790cec7 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.1204660 Aug 11 16:25:20.513849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] For port 2bec3676-6422-4bfb-9121-8344f5969eb6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2bec3676-6422-4bfb-9121-8344f5969eb6,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:20.514116 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.539987 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-d7beabf1-64cf-4b3a-9c43-fe7def01e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.542413 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-d7beabf1-64cf-4b3a-9c43-fe7def01e5ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2711270 Aug 11 16:25:20.569455 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b7db34f5-89bc-4269-b195-05a7d7e11d02 req-21c70098-9d19-4a6f-a4b3-8dc5da41ab3d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Aug 11 16:25:20.575683 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:20.601138 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'port_id': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'mac_address': 'fa:16:3e:7f:b7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:25:20.611654 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-51f53dbd-623e-4c66-87e3-9500e2da2269 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.614085 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-51f53dbd-623e-4c66-87e3-9500e2da2269 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 945 time: 0.1601939 Aug 11 16:25:20.679840 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.695597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Calling delete_port for 2bec3676-6422-4bfb-9121-8344f5969eb6 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:20.704699 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf7c660-75b9-45f9-80c8-f4251d01c35b {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:25:20.722695 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:20.728369 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.731405 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:20.769277 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Deleting port 98a51602-8a72-41f6-81b0-c0f245d5019f {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:20.769697 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.802420 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=9']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:20.810333 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.810728 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.811078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.811419 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.811756 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.812091 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.812423 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.812755 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.813109 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.813445 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.813771 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.814098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:20.818746 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:20.876751 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-be389ceb-2a5e-4043-a1a0-a848bbb163ee tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.878224 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-be389ceb-2a5e-4043-a1a0-a848bbb163ee tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.4387143 Aug 11 16:25:20.899226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54518b9-71ce-4037-8784-ee7ab3e5bf71 req-9f8d95fb-1791-447c-a343-ea1286aed520 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.900696 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d54518b9-71ce-4037-8784-ee7ab3e5bf71 req-9f8d95fb-1791-447c-a343-ea1286aed520 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2199275 Aug 11 16:25:20.935641 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'port': {'security_groups': ['c6fc8104-b24a-40f4-b5db-6bd6d1f53a55', '597304c0-fb22-4146-8ba9-0a836268b888']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:21.003322 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-533a81de-a76c-4b95-b4fa-bfbe4cd0ea83 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056039 Aug 11 16:25:21.091601 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.095096 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d54518b9-71ce-4037-8784-ee7ab3e5bf71 req-329c08a8-04af-4637-aeff-9ad2c6b0ce17 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879001 Aug 11 16:25:21.114507 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:21.151846 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] For port 98a51602-8a72-41f6-81b0-c0f245d5019f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=98a51602-8a72-41f6-81b0-c0f245d5019f,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:21.152158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.214276 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['acf7c660-75b9-45f9-80c8-f4251d01c35b'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:21.226749 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Pushing event deleted for resources: {'Port': ['ID=2bec3676-6422-4bfb-9121-8344f5969eb6,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:21.230597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:21.304194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.341689 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Calling delete_port for 98a51602-8a72-41f6-81b0-c0f245d5019f owned by compute:nova {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:21.348185 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] No DVR routers for this DVR port 2bec3676-6422-4bfb-9121-8344f5969eb6 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:21.353865 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.365255 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'name': 'network-vif-deleted', 'tag': '2bec3676-6422-4bfb-9121-8344f5969eb6'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:21.375520 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ad0e265e-97fa-41df-830c-2f3ce58e0eab req-071539d8-1da2-4d98-a4b9-43eb400b63fa tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6e987b-5764-4196-a48a-c3f86a854e6a HTTP/1.1" status: 200 len: 210 time: 0.1432920 Aug 11 16:25:21.425717 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-94e4e340-3d2b-4061-9f9e-cfcd1312f89c req-a9941ffa-c937-472a-a6e5-bbba39747bd6 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111493 Aug 11 16:25:21.434823 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dea9a016-2760-4497-a16c-d824957fb8ec req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "DELETE /v2.0/ports/2bec3676-6422-4bfb-9121-8344f5969eb6 HTTP/1.1" status: 204 len: 173 time: 1.6633015 Aug 11 16:25:21.666103 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.676743 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:21.705451 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:21.728288 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event deleted for resources: {'Port': ['ID=98a51602-8a72-41f6-81b0-c0f245d5019f,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:21.732070 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.737433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.742178 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:21.745844 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:21.755511 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b0781-5ba9-4c00-a573-c2547340c524 req-845e58b0-693c-4da0-a6ca-8fb2cbee114b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:21.757119 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a09b0781-5ba9-4c00-a573-c2547340c524 req-845e58b0-693c-4da0-a6ca-8fb2cbee114b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 945 time: 0.1851697 Aug 11 16:25:21.867871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] No DVR routers for this DVR port 98a51602-8a72-41f6-81b0-c0f245d5019f on host hv-cinder-80426 {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:21.875891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.878551 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'name': 'network-vif-deleted', 'tag': '98a51602-8a72-41f6-81b0-c0f245d5019f'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:21.895626 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a09b0781-5ba9-4c00-a573-c2547340c524 req-c01821b4-ffa3-4193-b718-cebed0584ee5 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059341 Aug 11 16:25:21.901615 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e5b83f7b-d9e5-4bd3-8c7c-8b16ca12e9f6 req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "DELETE /v2.0/ports/98a51602-8a72-41f6-81b0-c0f245d5019f HTTP/1.1" status: 204 len: 173 time: 1.2788455 Aug 11 16:25:21.925397 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:21.926049 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.927496 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-142fb44f-efdd-4f33-82a7-97b4f6ed9355 req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "PUT /v2.0/ports/bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 982 time: 1.0132763 Aug 11 16:25:21.952954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=6']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:21.956579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:21.977140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6e987b-5764-4196-a48a-c3f86a854e6a', 'name': 'network-vif-deleted', 'tag': '2bec3676-6422-4bfb-9121-8344f5969eb6', 'status': 'completed', 'code': 200} Aug 11 16:25:22.038998 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8f3231-273e-475b-a1e1-f5cfea2b24dd', 'name': 'network-vif-deleted', 'tag': '98a51602-8a72-41f6-81b0-c0f245d5019f', 'status': 'completed', 'code': 200} Aug 11 16:25:22.114120 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-59e1da3c-adca-4e25-9864-288ee24f18e1 req-f2ee49f7-0930-429b-b713-4bd7ca02058f tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e8f3231-273e-475b-a1e1-f5cfea2b24dd HTTP/1.1" status: 200 len: 210 time: 0.0668869 Aug 11 16:25:22.123273 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:22.174402 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377', '6847ac10-c394-4df7-b2b3-3c0125968891', 'ffd5c12b-7665-4998-96f9-eeb1d682c918'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:22.269306 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:22.294571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53418206-59bd-4299-9186-79728ffff41d req-c8c5f693-9dd2-4f23-bbc8-10ad758f540a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:22.296384 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-53418206-59bd-4299-9186-79728ffff41d req-c8c5f693-9dd2-4f23-bbc8-10ad758f540a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.1035206 Aug 11 16:25:22.341155 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4f97c-a07c-498d-9ecc-81f248bf2852 req-2e2a9c34-f20e-4af4-8c1a-9bccb984e32b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:22.342153 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d7c4f97c-a07c-498d-9ecc-81f248bf2852 req-2e2a9c34-f20e-4af4-8c1a-9bccb984e32b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Synchronizing usage tracker for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:22.360503 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d7c4f97c-a07c-498d-9ecc-81f248bf2852 req-2e2a9c34-f20e-4af4-8c1a-9bccb984e32b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Unset dirty status for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:22.362469 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-53418206-59bd-4299-9186-79728ffff41d req-4ec10b51-77ba-4d49-a609-fd2d724af8a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594203 Aug 11 16:25:22.367329 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d7c4f97c-a07c-498d-9ecc-81f248bf2852 req-2e2a9c34-f20e-4af4-8c1a-9bccb984e32b tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1299512 Aug 11 16:25:22.407531 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-25e32095-751e-462e-9299-a84b0bd943ad None None] Provisioning complete for port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:25:22.407992 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-25e32095-751e-462e-9299-a84b0bd943ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:22.415060 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d7c4f97c-a07c-498d-9ecc-81f248bf2852 req-62f76d97-13e9-4e0c-a5b6-3f0f65c62e0e tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Aug 11 16:25:22.453986 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:25:22.831653 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port acf7c660-75b9-45f9-80c8-f4251d01c35b triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:25:22.832038 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:23.102427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df09a41-3de9-4f96-8eb1-5c36d7f32f7d req-036bb0c6-c76f-4470-bf25-22a09982364a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.104609 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5df09a41-3de9-4f96-8eb1-5c36d7f32f7d req-036bb0c6-c76f-4470-bf25-22a09982364a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 945 time: 0.0847607 Aug 11 16:25:23.157149 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5df09a41-3de9-4f96-8eb1-5c36d7f32f7d req-f3381f1f-cb1c-43dc-b3f2-c0d65329b88d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463462 Aug 11 16:25:23.212051 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:23.315764 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:23.360683 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:23.374159 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'code': 200} Aug 11 16:25:23.377812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:23.378695 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 2bec3676-6422-4bfb-9121-8344f5969eb6 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:23.421583 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:23.489793 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 2bec3676-6422-4bfb-9121-8344f5969eb6 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:23.490144 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 2bec3676-6422-4bfb-9121-8344f5969eb6 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:23.490587 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 98a51602-8a72-41f6-81b0-c0f245d5019f no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:23.551350 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 98a51602-8a72-41f6-81b0-c0f245d5019f {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:23.551709 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 98a51602-8a72-41f6-81b0-c0f245d5019f not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:23.612853 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61aa6-2a7f-41e6-a27f-a0c165a2431b req-809e60c2-d24c-431e-8bfb-dfd879c099a5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.614253 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e4f61aa6-2a7f-41e6-a27f-a0c165a2431b req-809e60c2-d24c-431e-8bfb-dfd879c099a5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0844657 Aug 11 16:25:23.638407 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=10']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:23.658098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:23.665773 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e4f61aa6-2a7f-41e6-a27f-a0c165a2431b req-725fc083-ba13-4cdf-9a45-e102e2b941e7 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Aug 11 16:25:23.978687 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:24.023123 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'status': 'completed', 'code': 200} Aug 11 16:25:24.511266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41df87-0a3a-45ee-9577-547159f03e0e req-0927688f-ca14-4742-bac7-43d5e7cd69af tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.512822 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8d41df87-0a3a-45ee-9577-547159f03e0e req-0927688f-ca14-4742-bac7-43d5e7cd69af tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0894887 Aug 11 16:25:24.564290 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8d41df87-0a3a-45ee-9577-547159f03e0e req-39f761e9-8d1d-4c84-9b38-ee2910aa9e8b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Aug 11 16:25:24.859761 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d46116-e273-415d-b64b-a6768ad7b172 req-3c4a2a0f-63c0-4dfa-8601-f7eb7d3bac88 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.861208 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80d46116-e273-415d-b64b-a6768ad7b172 req-3c4a2a0f-63c0-4dfa-8601-f7eb7d3bac88 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0802994 Aug 11 16:25:24.910863 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80d46116-e273-415d-b64b-a6768ad7b172 req-c3d7d69d-698d-4bb1-b528-9929f8996229 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Aug 11 16:25:25.763422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa9176-338c-4122-80f2-8ee56326178c req-d6113f6b-0a1f-481f-9d49-ff27bc9c0741 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:25.764933 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7baa9176-338c-4122-80f2-8ee56326178c req-d6113f6b-0a1f-481f-9d49-ff27bc9c0741 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0861325 Aug 11 16:25:25.811758 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7baa9176-338c-4122-80f2-8ee56326178c req-35a4e8cb-d908-4976-9d13-b725abbd9fbe tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Aug 11 16:25:26.051688 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-0841f139-5985-4ae0-a773-0bcb06b028bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.053275 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-0841f139-5985-4ae0-a773-0bcb06b028bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1138 time: 0.0773184 Aug 11 16:25:26.112178 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e5d6-b06b-4d6e-8f08-6eecf0750835 req-0736100b-a982-4d5b-887d-dc74fda89f5f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.113642 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a18e5d6-b06b-4d6e-8f08-6eecf0750835 req-0736100b-a982-4d5b-887d-dc74fda89f5f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0893164 Aug 11 16:25:26.147652 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.163449 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5a18e5d6-b06b-4d6e-8f08-6eecf0750835 req-fa8246e2-3e87-4765-9fe0-6ac06ad1d981 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Aug 11 16:25:26.199085 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-969def9f-cb6e-4b95-9b48-7ee9ff7199db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.200543 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-969def9f-cb6e-4b95-9b48-7ee9ff7199db service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 915 time: 0.1383531 Aug 11 16:25:26.312135 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-ea460d1f-bd18-4d84-b169-b4efdda6fe0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 1002 time: 0.1038103 Aug 11 16:25:26.463680 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-1604b70d-5238-4683-ae66-cf83ceb1b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.465778 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-1604b70d-5238-4683-ae66-cf83ceb1b7ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.1461961 Aug 11 16:25:26.564059 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-5c3ccde2-d5d5-4067-8228-fb787e3a52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.564263 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e9c6-7ef6-4271-bc70-153d7faf35f2 req-1a572b56-8bb5-495a-90d1-47b60fe87d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.565448 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-5c3ccde2-d5d5-4067-8228-fb787e3a52ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773625 Aug 11 16:25:26.565710 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0488e9c6-7ef6-4271-bc70-153d7faf35f2 req-1a572b56-8bb5-495a-90d1-47b60fe87d68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1100 time: 0.0754988 Aug 11 16:25:26.616770 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0488e9c6-7ef6-4271-bc70-153d7faf35f2 req-ff0c8a2a-38c3-4679-b124-bb34ce9bccff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373108 Aug 11 16:25:26.713950 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-206ee4bb-fc0f-4a3e-9490-60e96958b454 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338675 Aug 11 16:25:27.015359 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe890b1f-d594-4613-92d5-3e1dad56971c req-c4aedc9a-3005-45f7-bea2-1b296723ff09 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:27.017075 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fe890b1f-d594-4613-92d5-3e1dad56971c req-c4aedc9a-3005-45f7-bea2-1b296723ff09 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0932755 Aug 11 16:25:27.068396 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fe890b1f-d594-4613-92d5-3e1dad56971c req-c9ab8251-7a3f-45c6-bf9b-0f6131ee701f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455768 Aug 11 16:25:27.135626 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fc115-dda1-41df-aac9-b5cab0876d3a req-85361502-3b13-43c1-994d-1c1cabea0aa2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:27.136315 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-197fc115-dda1-41df-aac9-b5cab0876d3a req-85361502-3b13-43c1-994d-1c1cabea0aa2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:27.175468 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3150a1db-a0aa-4fbc-bee9-7a6745e83c45 req-9e08a898-da90-49c6-9ed7-25db3e95342a service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872344 Aug 11 16:25:27.176625 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-197fc115-dda1-41df-aac9-b5cab0876d3a req-85361502-3b13-43c1-994d-1c1cabea0aa2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:27.177808 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-197fc115-dda1-41df-aac9-b5cab0876d3a req-85361502-3b13-43c1-994d-1c1cabea0aa2 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.2479165 Aug 11 16:25:27.237636 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-197fc115-dda1-41df-aac9-b5cab0876d3a req-b150158d-3a54-43b9-9177-bcc4a7d10ce9 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525146 Aug 11 16:25:27.391562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4835b5-c75d-4209-a35a-9b8b64f942b3 req-cb49acd0-5131-4b73-b978-18afbc77d70f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:27.393120 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec4835b5-c75d-4209-a35a-9b8b64f942b3 req-cb49acd0-5131-4b73-b978-18afbc77d70f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1000197 Aug 11 16:25:27.442403 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec4835b5-c75d-4209-a35a-9b8b64f942b3 req-8897af9b-e30a-4da0-8928-1e0653d3a247 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Aug 11 16:25:28.281216 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44f146-a1aa-44dc-b318-2421ed0bb370 req-b0d257c1-896f-4cd9-ab31-543a77c086b0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:28.282735 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2c44f146-a1aa-44dc-b318-2421ed0bb370 req-b0d257c1-896f-4cd9-ab31-543a77c086b0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0983589 Aug 11 16:25:28.335988 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2c44f146-a1aa-44dc-b318-2421ed0bb370 req-69a66511-aaef-48f7-976b-eff4d89ccaaa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469761 Aug 11 16:25:28.492058 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c5946-5b9e-43f5-a7f1-d5660ad490db req-08d2f467-39d6-4838-934a-d5288fdbb4eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:28.497095 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7d4c5946-5b9e-43f5-a7f1-d5660ad490db req-08d2f467-39d6-4838-934a-d5288fdbb4eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.1272955 Aug 11 16:25:28.572659 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7d4c5946-5b9e-43f5-a7f1-d5660ad490db req-e1c6743a-4cbf-4978-bdd5-b67b47ac2c33 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688641 Aug 11 16:25:28.718225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d09be-f653-48d2-a1e7-9c18191d4929 req-49d6e2a8-287c-4b95-a0fc-3c6e0871cf53 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:28.720019 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-512d09be-f653-48d2-a1e7-9c18191d4929 req-49d6e2a8-287c-4b95-a0fc-3c6e0871cf53 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1172760 Aug 11 16:25:28.776275 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-512d09be-f653-48d2-a1e7-9c18191d4929 req-d42b4cb7-d358-4207-a3f2-5bbeed610b68 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495985 Aug 11 16:25:29.532664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe87e-3199-454d-abd4-bfe6759124bf req-241003d5-6a07-4470-8d52-00f7eecc25df tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:29.534169 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-174fe87e-3199-454d-abd4-bfe6759124bf req-241003d5-6a07-4470-8d52-00f7eecc25df tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0865726 Aug 11 16:25:29.582691 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-174fe87e-3199-454d-abd4-bfe6759124bf req-733b003a-4a88-4c46-9855-42e11d01c363 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Aug 11 16:25:29.771001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098cbde-9688-4fb4-a268-6af7192e380e req-87626c3b-faa0-48c1-8f5b-3bb9dce0782b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:29.772592 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3098cbde-9688-4fb4-a268-6af7192e380e req-87626c3b-faa0-48c1-8f5b-3bb9dce0782b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.0844698 Aug 11 16:25:29.819308 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3098cbde-9688-4fb4-a268-6af7192e380e req-8f417745-df2f-4bbd-b533-de24cf964671 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Aug 11 16:25:29.961091 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925c83b-a6aa-4544-84e2-083d8cab8584 req-0e25725f-64e1-4c9e-8e2c-86d933c1fe6f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:29.962548 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e925c83b-a6aa-4544-84e2-083d8cab8584 req-0e25725f-64e1-4c9e-8e2c-86d933c1fe6f tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0800495 Aug 11 16:25:30.010948 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e925c83b-a6aa-4544-84e2-083d8cab8584 req-72bfd609-a7b5-424d-931d-6e6a1db49275 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Aug 11 16:25:31.003489 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a3268-443c-4a67-9da8-68ca43139270 req-8a45e102-be7a-4142-9d08-30df86927f5d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:31.004958 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af8a3268-443c-4a67-9da8-68ca43139270 req-8a45e102-be7a-4142-9d08-30df86927f5d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.0830967 Aug 11 16:25:31.055185 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af8a3268-443c-4a67-9da8-68ca43139270 req-a6c66b3b-a665-4086-9942-566b929afb4d tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Aug 11 16:25:31.203822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b1d7-8f0a-4db2-a852-7e210b3b0342 req-e61ecace-9a37-49f1-9616-2c3085bbd547 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:31.205327 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f9a1b1d7-8f0a-4db2-a852-7e210b3b0342 req-e61ecace-9a37-49f1-9616-2c3085bbd547 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0861278 Aug 11 16:25:31.253785 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f9a1b1d7-8f0a-4db2-a852-7e210b3b0342 req-346a479c-1bfa-43d9-91fa-b36f349e9302 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Aug 11 16:25:32.002964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-6aebd73d-95fc-4c3a-b572-8750611637ef tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:32.004404 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-6aebd73d-95fc-4c3a-b572-8750611637ef tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.0804968 Aug 11 16:25:32.075920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Deleting port ffd5c12b-7665-4998-96f9-eeb1d682c918 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:32.076159 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.374185 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1a311-b63a-412c-bfb8-3e1e055ff5ac req-aeb0f8f3-db5a-4e49-b52b-2bc8ea7dcb39 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:32.375643 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-61b1a311-b63a-412c-bfb8-3e1e055ff5ac req-aeb0f8f3-db5a-4e49-b52b-2bc8ea7dcb39 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 946 time: 0.2099757 Aug 11 16:25:32.415585 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] For port ffd5c12b-7665-4998-96f9-eeb1d682c918, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ffd5c12b-7665-4998-96f9-eeb1d682c918,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:32.415932 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.554236 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Calling delete_port for ffd5c12b-7665-4998-96f9-eeb1d682c918 owned by compute:nova {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:32.581758 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23acac-9ea9-4659-bfd1-77fbe5cc6ac9 req-4bd0a898-3690-4203-9aa5-493758343b72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:32.583314 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3e23acac-9ea9-4659-bfd1-77fbe5cc6ac9 req-4bd0a898-3690-4203-9aa5-493758343b72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.2182975 Aug 11 16:25:32.596710 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-b382fafe-f300-4746-baa9-8c96f09d8827 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:32.596931 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-61b1a311-b63a-412c-bfb8-3e1e055ff5ac req-39a791d1-5fcc-4785-be48-490f61b299ab tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086279 Aug 11 16:25:32.598189 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-b382fafe-f300-4746-baa9-8c96f09d8827 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.1997225 Aug 11 16:25:32.616059 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-043cabc7-fd0c-48d2-ae99-6bf6c3fc3a34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1554379 Aug 11 16:25:32.759443 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3e23acac-9ea9-4659-bfd1-77fbe5cc6ac9 req-e58e0d88-e52e-4a38-91f1-12507fca4bed tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602147 Aug 11 16:25:32.776246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Deleting port e5a0de38-3274-4826-acab-95c43030f3f6 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:32.776667 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.791114 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.798258 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d3d97593-eacf-4595-bacd-689f11c23348 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:32.838969 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377', '6847ac10-c394-4df7-b2b3-3c0125968891', 'ffd5c12b-7665-4998-96f9-eeb1d682c918'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:32.845689 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event deleted for resources: {'Port': ['ID=ffd5c12b-7665-4998-96f9-eeb1d682c918,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:32.903252 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-86b5f006-8dc3-438e-9607-782ae61e7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:32.903252 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-86b5f006-8dc3-438e-9607-782ae61e7ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 1100 time: 0.2327480 Aug 11 16:25:32.918419 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:32.970001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] No DVR routers for this DVR port ffd5c12b-7665-4998-96f9-eeb1d682c918 on host hv-cinder-80426 {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:32.973245 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.987528 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'name': 'network-vif-deleted', 'tag': 'ffd5c12b-7665-4998-96f9-eeb1d682c918'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:33.002413 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "DELETE /v2.0/ports/ffd5c12b-7665-4998-96f9-eeb1d682c918 HTTP/1.1" status: 204 len: 173 time: 0.9926529 Aug 11 16:25:33.074375 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2023df-f1c3-4fc3-8099-e69078b3a83c', 'name': 'network-vif-deleted', 'tag': 'ffd5c12b-7665-4998-96f9-eeb1d682c918', 'status': 'completed', 'code': 200} Aug 11 16:25:33.410226 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-0c8a9b72-f26f-4906-8c52-abc207d3b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:33.411699 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-0c8a9b72-f26f-4906-8c52-abc207d3b505 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.4847910 Aug 11 16:25:33.423272 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] For port e5a0de38-3274-4826-acab-95c43030f3f6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e5a0de38-3274-4826-acab-95c43030f3f6,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:33.423626 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.571913 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-035cce56-d892-43b9-9647-e106fb361bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.642571 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Calling delete_port for e5a0de38-3274-4826-acab-95c43030f3f6 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:33.678923 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-fdac4138-16e5-4bfa-b408-8ce7471dc205 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:33.680305 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-fdac4138-16e5-4bfa-b408-8ce7471dc205 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/networks?id=5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 200 len: 813 time: 0.4936163 Aug 11 16:25:33.728944 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-b75f8383-51f8-4fad-af28-bd2d2cbef61f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 200 len: 1001 time: 0.3093505 Aug 11 16:25:33.730194 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-42809004-b17f-49e2-9541-250ab0227861 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/quotas/e3b550dd4dce4679a288601ea3eda80e HTTP/1.1" status: 200 len: 375 time: 0.0379136 Aug 11 16:25:33.778861 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-47b42957-cb67-4c47-ba12-71ac8305a07c req-159f30c4-624e-4d9e-b9e9-5444f88bc88b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:33.798262 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-47b42957-cb67-4c47-ba12-71ac8305a07c req-159f30c4-624e-4d9e-b9e9-5444f88bc88b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:33.799566 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-47b42957-cb67-4c47-ba12-71ac8305a07c req-159f30c4-624e-4d9e-b9e9-5444f88bc88b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc2023df-f1c3-4fc3-8099-e69078b3a83c HTTP/1.1" status: 200 len: 210 time: 0.0691755 Aug 11 16:25:33.830404 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e67e5995-9499-413b-bf36-5283f2721c52 req-6ee81234-b89c-4650-ad43-e8352f6d3c74 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Synchronizing usage tracker for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:33.870461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-802d96f7-acc5-412e-b84d-a146603c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:33.871934 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-802d96f7-acc5-412e-b84d-a146603c936c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0916638 Aug 11 16:25:33.903506 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e67e5995-9499-413b-bf36-5283f2721c52 req-6ee81234-b89c-4650-ad43-e8352f6d3c74 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Unset dirty status for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:33.904772 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-6ee81234-b89c-4650-ad43-e8352f6d3c74 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3b550dd4dce4679a288601ea3eda80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1690145 Aug 11 16:25:33.979158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bfee6-51eb-4496-b23b-cf361fbd2bbc req-7cd7cea2-1dea-4a26-9a53-a4d2300457a5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:33.980547 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-149bfee6-51eb-4496-b23b-cf361fbd2bbc req-7cd7cea2-1dea-4a26-9a53-a4d2300457a5 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 945 time: 0.0844502 Aug 11 16:25:34.025057 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:34.029297 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-149bfee6-51eb-4496-b23b-cf361fbd2bbc req-0b7b6ca5-3af6-49c2-b5b9-e24e19922442 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/security-groups?id=a56a172e-3a8e-4605-9990-a7d56c7cf1a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Aug 11 16:25:34.081837 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:34.096925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b6c9b6c0-1f85-4fdc-8cdb-b651443bdcff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:34.151228 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Pushing event deleted for resources: {'Port': ['ID=e5a0de38-3274-4826-acab-95c43030f3f6,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:34.208424 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.208784 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.209136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.209483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.209826 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.210168 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.210503 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.210867 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.211206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.211539 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.211874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.212207 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:34.217910 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-5c2a1187-2eea-4bb2-9cbd-52d075f258a8 service neutron] 10.222.0.18 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717457 Aug 11 16:25:34.224483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:34.268998 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-d447f54d-3d60-4808-9ee4-6e1cad2101be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:34.270346 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-d447f54d-3d60-4808-9ee4-6e1cad2101be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3607209 Aug 11 16:25:34.309353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] No DVR routers for this DVR port e5a0de38-3274-4826-acab-95c43030f3f6 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:34.316972 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:34.329056 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a41837-6d81-444e-9413-a54bff7d25ec', 'name': 'network-vif-deleted', 'tag': 'e5a0de38-3274-4826-acab-95c43030f3f6'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:34.556136 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a41837-6d81-444e-9413-a54bff7d25ec', 'name': 'network-vif-deleted', 'tag': 'e5a0de38-3274-4826-acab-95c43030f3f6', 'status': 'completed', 'code': 200} Aug 11 16:25:34.566276 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a79094a5-5c8b-476b-b7bd-d68629347f81 req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.39 "DELETE /v2.0/ports/e5a0de38-3274-4826-acab-95c43030f3f6 HTTP/1.1" status: 204 len: 173 time: 1.9492669 Aug 11 16:25:34.626433 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ef8929e3-f413-42d8-9f06-13dce92b14dd service neutron] 10.222.0.18 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003906 Aug 11 16:25:34.628130 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-74b14a2e-1030-4fe9-a3bf-418dca560570 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499339 Aug 11 16:25:34.771171 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ded1f059-fc89-486a-9bfc-414c79db17f8 req-3918c159-a156-4510-89a8-f37e2fe9da1f service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366131 Aug 11 16:25:34.833842 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-51cd4e06-b042-4105-8921-50b7c8561954 req-4163d494-248a-4951-9bf1-644fca72d5ce tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 210 time: 0.0456967 Aug 11 16:25:34.973584 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device ffd5c12b-7665-4998-96f9-eeb1d682c918 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:35.009116 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: ffd5c12b-7665-4998-96f9-eeb1d682c918 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:35.009563 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device ffd5c12b-7665-4998-96f9-eeb1d682c918 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:35.010867 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device e5a0de38-3274-4826-acab-95c43030f3f6 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:35.045843 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: e5a0de38-3274-4826-acab-95c43030f3f6 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:35.046586 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device e5a0de38-3274-4826-acab-95c43030f3f6 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:35.210579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-2da8a443-a4ce-4dc6-a3fb-abd95a0c5229 req-4cabb228-b558-4c3e-be24-5d8bd5c772e4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Synchronizing usage tracker for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:35.227098 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-2da8a443-a4ce-4dc6-a3fb-abd95a0c5229 req-4cabb228-b558-4c3e-be24-5d8bd5c772e4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Unset dirty status for tenant:3a6f9ecff88e44f58372754d7cb5cc06 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:35.228953 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2da8a443-a4ce-4dc6-a3fb-abd95a0c5229 req-4cabb228-b558-4c3e-be24-5d8bd5c772e4 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a41837-6d81-444e-9413-a54bff7d25ec HTTP/1.1" status: 200 len: 210 time: 0.0651982 Aug 11 16:25:35.324693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5073f6-f9a8-4cfa-bb15-98d772eda84a req-35acdc39-93c9-4a9d-95de-cc4fe033375e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:35.326776 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3e5073f6-f9a8-4cfa-bb15-98d772eda84a req-35acdc39-93c9-4a9d-95de-cc4fe033375e tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.1173122 Aug 11 16:25:35.375766 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3e5073f6-f9a8-4cfa-bb15-98d772eda84a req-a65a82e6-894d-4de4-b8e6-ff2a190deb81 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Aug 11 16:25:35.985521 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4266eae4-3538-4d65-84bd-b6d1448cb196 req-b3106138-69fe-43d5-b9ae-e04d0ad0e421 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 210 time: 0.0428548 Aug 11 16:25:36.306594 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1076bb65-71ad-47d2-b8d3-40c016437f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:36.326218 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34632) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:36.724154 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-56dda1f5-ca56-4eb0-81de-482fc84d8fd7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:36.725260 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-56dda1f5-ca56-4eb0-81de-482fc84d8fd7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "GET /v2.0/networks?id=5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 200 len: 813 time: 0.2276084 Aug 11 16:25:36.736192 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df7b06-2124-4c0c-bf82-b660ab0160d0 req-3a69ed6e-f250-42a3-83f1-c99fd19de5bf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:36.737743 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7df7b06-2124-4c0c-bf82-b660ab0160d0 req-3a69ed6e-f250-42a3-83f1-c99fd19de5bf tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.1884770 Aug 11 16:25:36.745278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Request body: {'port': {'device_id': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82', 'admin_state_up': True, 'tenant_id': 'e3b550dd4dce4679a288601ea3eda80e'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:36.886250 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7df7b06-2124-4c0c-bf82-b660ab0160d0 req-862d4aaf-0fd8-414f-bfe2-be4c1776fc43 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196718 Aug 11 16:25:36.928883 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:36.939547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:36.941191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:36.950657 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Made reservation on behalf of e3b550dd4dce4679a288601ea3eda80e for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:25:36.954378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.164856 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c2ebf9cd-34d6-4b84-9181-c1076080ca0e req-1f8fd0ab-ac41-4b36-ab87-5118b4f0fa22 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 210 time: 0.0582743 Aug 11 16:25:37.177010 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Allocated IP 172.20.0.7 (5ec88232-9e57-482d-b3d1-e33f76535e82/e43c94ad-ddb4-4035-980a-909bb60c259c/da96e2cb-0364-4d41-a6f4-8461d74691d7) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:25:37.192398 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.271279 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-10cad2c1-2e74-4273-bb08-e1ff2921356c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:37.272816 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-10cad2c1-2e74-4273-bb08-e1ff2921356c tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.1666527 Aug 11 16:25:37.435850 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Deleting port a4ac8814-0ec7-48f2-b301-169050dee662 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:37.436397 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.438555 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Deleting port 6847ac10-c394-4df7-b2b3-3c0125968891 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:37.438893 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.584832 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.638080 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] For port a4ac8814-0ec7-48f2-b301-169050dee662, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=a4ac8814-0ec7-48f2-b301-169050dee662,segment=NetworkSegment(470bf2b6-d48a-45fe-97e3-d7d930cd40f7),segment_id=470bf2b6-d48a-45fe-97e3-d7d930cd40f7)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:37.638701 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.738874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.749415 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:37.788429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] For port 6847ac10-c394-4df7-b2b3-3c0125968891, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6847ac10-c394-4df7-b2b3-3c0125968891,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:37.788784 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:37.849625 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Calling delete_port for a4ac8814-0ec7-48f2-b301-169050dee662 owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:38.038876 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Network 5ec88232-9e57-482d-b3d1-e33f76535e82 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:25:38.049590 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Calling delete_port for 6847ac10-c394-4df7-b2b3-3c0125968891 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:38.079944 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Pushing event updated for resources: {'Port': ['ID=da96e2cb-0364-4d41-a6f4-8461d74691d7,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:38.082178 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:25:38.084080 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:38.095153 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:25:38.239287 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:38.239967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.315096 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5739443 Aug 11 16:25:38.345595 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Request body: {'port': {'device_id': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:38.349042 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.357185 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:38.410404 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.421061 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910339-7856-4474-8c25-040a9a8044b0 req-cc77d06d-7239-4567-b62d-3cb7f9755337 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:38.422580 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ce910339-7856-4474-8c25-040a9a8044b0 req-cc77d06d-7239-4567-b62d-3cb7f9755337 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=938483d9-fcb3-40e1-8b17-a6668b2491e6 HTTP/1.1" status: 200 len: 945 time: 0.2551155 Aug 11 16:25:38.428545 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d2fd9a22-1fba-4e59-8b89-d1ce55c42c9b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:38.443261 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ac8814-0ec7-48f2-b301-169050dee662,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:38.444856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:38.446738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377', '6847ac10-c394-4df7-b2b3-3c0125968891'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:38.525766 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event deleted for resources: {'Port': ['ID=6847ac10-c394-4df7-b2b3-3c0125968891,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:38.543099 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:38.579335 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e25ab-592c-4344-a797-43fa251e97ee req-ec713407-7a6f-4e09-8f44-f165f7ba51f3 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:38.580922 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-808e25ab-592c-4344-a797-43fa251e97ee req-ec713407-7a6f-4e09-8f44-f165f7ba51f3 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 931 time: 0.2951369 Aug 11 16:25:38.587237 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.645181 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] No DVR routers for this DVR port 6847ac10-c394-4df7-b2b3-3c0125968891 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:38.651130 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.653818 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'name': 'network-vif-deleted', 'tag': '6847ac10-c394-4df7-b2b3-3c0125968891'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:38.658268 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.679797 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ce910339-7856-4474-8c25-040a9a8044b0 req-33e91e51-513e-4e0a-b54c-ea6725cbdd67 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103124 Aug 11 16:25:38.713309 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-808e25ab-592c-4344-a797-43fa251e97ee req-6ed54517-dd1e-4613-bce9-5a0eded345fa tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249430 Aug 11 16:25:38.718140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d6842b33-8a94-4f7e-aeb6-91ab10aab542 req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "DELETE /v2.0/ports/6847ac10-c394-4df7-b2b3-3c0125968891 HTTP/1.1" status: 204 len: 173 time: 1.4284616 Aug 11 16:25:38.720072 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:38.824501 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938483d9-fcb3-40e1-8b17-a6668b2491e6', 'name': 'network-vif-deleted', 'tag': '6847ac10-c394-4df7-b2b3-3c0125968891', 'status': 'completed', 'code': 200} Aug 11 16:25:39.074247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da96e2cb-0364-4d41-a6f4-8461d74691d7 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:25:39.081639 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.096356 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Transition to ACTIVE for port object da96e2cb-0364-4d41-a6f4-8461d74691d7 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:25:39.100155 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.104646 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:39.196279 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:25:39.260965 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Pushing event updated for resources: {'Port': ['ID=da96e2cb-0364-4d41-a6f4-8461d74691d7,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:39.271341 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:39.340086 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Attempting to bind port da96e2cb-0364-4d41-a6f4-8461d74691d7 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:25:39.340463 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Attempting to bind port da96e2cb-0364-4d41-a6f4-8461d74691d7 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:25:39.340978 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Attempting to bind port da96e2cb-0364-4d41-a6f4-8461d74691d7 on network 5ec88232-9e57-482d-b3d1-e33f76535e82 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:25:39.346079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Port da96e2cb-0364-4d41-a6f4-8461d74691d7 on network 5ec88232-9e57-482d-b3d1-e33f76535e82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:25:39.346405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Attempting to bind port da96e2cb-0364-4d41-a6f4-8461d74691d7 on network 5ec88232-9e57-482d-b3d1-e33f76535e82 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:25:39.351909 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:25:39.352239 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Checking segment: {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:25:39.352622 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Bound using segment: {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:25:39.353038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Bound port: da96e2cb-0364-4d41-a6f4-8461d74691d7, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b05c96-9ffd-4f5c-b680-0322b7278a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:25:39.354002 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.393523 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:25:39.406720 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] Sync routers for ids ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:25:39.421569 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] 10.222.0.18 "PUT /v2.0/routers/853a4674-66bb-4124-bcc3-87a5ea2c6d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0941064 Aug 11 16:25:39.424046 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34650) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:39.425294 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] Routers {'853a4674-66bb-4124-bcc3-87a5ea2c6d94'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:39.426151 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:25:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:39.471893 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] For port da96e2cb-0364-4d41-a6f4-8461d74691d7, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:25:39.475502 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] For port da96e2cb-0364-4d41-a6f4-8461d74691d7, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:25:39.480611 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.484887 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-051e60ff-5e90-49e3-b006-1126ad5ddf72 tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:39.556100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:39.556760 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.558370 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] 10.222.0.39 "PUT /v2.0/ports/da96e2cb-0364-4d41-a6f4-8461d74691d7 HTTP/1.1" status: 200 len: 1093 time: 1.2212422 Aug 11 16:25:39.570701 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Pushing event updated for resources: {'Port': ['ID=da96e2cb-0364-4d41-a6f4-8461d74691d7,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:39.574410 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:39.648359 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.651547 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] Set router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:39.681593 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-a88c1094-a54c-44bf-bbe8-c4dfa0497dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:39.683016 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-a88c1094-a54c-44bf-bbe8-c4dfa0497dd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3b550dd4dce4679a288601ea3eda80e&device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 1096 time: 0.0715857 Aug 11 16:25:39.800678 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-26d930a2-d66f-44a5-8e26-2f7bf30fa8b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7 HTTP/1.1" status: 200 len: 217 time: 0.1012256 Aug 11 16:25:39.867207 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:39.881648 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Deleting port 44b79396-e187-42d4-bea7-f776b007522e {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:39.882492 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.022974 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '44b79396-e187-42d4-bea7-f776b007522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:25:38Z', 'revision_number': 5, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port': {'id': '44b79396-e187-42d4-bea7-f776b007522e', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:40.027467 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] Checking router: 853a4674-66bb-4124-bcc3-87a5ea2c6d94 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:25:40.036849 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] Routers {'853a4674-66bb-4124-bcc3-87a5ea2c6d94'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:40.037177 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e5995-9499-413b-bf36-5283f2721c52 req-45647638-6866-44cf-a6c0-1df51d3ee7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:40.037865 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:25:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:40.038730 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-45647638-6866-44cf-a6c0-1df51d3ee7c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e43c94ad-ddb4-4035-980a-909bb60c259c HTTP/1.1" status: 200 len: 853 time: 0.2307107 Aug 11 16:25:40.097953 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] For port 44b79396-e187-42d4-bea7-f776b007522e, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=44b79396-e187-42d4-bea7-f776b007522e,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:40.098315 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.098825 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-0c0d1b3b-977f-4326-ae71-3a4fbceb5b08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ec88232-9e57-482d-b3d1-e33f76535e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497763 Aug 11 16:25:40.106554 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6424d-13d8-42cc-943b-f31e919984e1 req-b3c3ded9-b4c5-4e5f-876a-72b22974d673 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:40.107259 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-80b6424d-13d8-42cc-943b-f31e919984e1 req-b3c3ded9-b4c5-4e5f-876a-72b22974d673 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Synchronizing usage tracker for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:40.155210 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-80b6424d-13d8-42cc-943b-f31e919984e1 req-b3c3ded9-b4c5-4e5f-876a-72b22974d673 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Unset dirty status for tenant:e3b550dd4dce4679a288601ea3eda80e on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:40.156380 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80b6424d-13d8-42cc-943b-f31e919984e1 req-b3c3ded9-b4c5-4e5f-876a-72b22974d673 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 943 time: 0.2984555 Aug 11 16:25:40.202029 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] Set router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:40.244723 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Calling delete_port for 44b79396-e187-42d4-bea7-f776b007522e owned by network:router_gateway {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:40.280430 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-80b6424d-13d8-42cc-943b-f31e919984e1 req-6f637437-2e1e-455e-9fe9-05353dd63288 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168506 Aug 11 16:25:40.302050 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-1bf2feac-77c4-4c8f-becd-97640e755b34 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906612 Aug 11 16:25:40.325700 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:25:39Z', 'revision_number': 6, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:40.330024 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27281731-7c9d-49f5-95d5-faca6a7d1cc2 None None] The sync data for ids ['853a4674-66bb-4124-bcc3-87a5ea2c6d94'] in dv-cinder-804265-1-iscsi is: [{'id': '853a4674-66bb-4124-bcc3-87a5ea2c6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-765594751-router', 'tenant_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:25:39Z', 'revision_number': 6, 'project_id': '3a6f9ecff88e44f58372754d7cb5cc06', 'gw_port_host': None}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:25:40.446170 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.451704 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef989eb2-8b9f-424a-9d2f-670c5821f0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:40.455208 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e67e5995-9499-413b-bf36-5283f2721c52 req-12513dd0-32ed-47a7-91b2-80516e0ce3dd service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446233 Aug 11 16:25:40.496293 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b79396-e187-42d4-bea7-f776b007522e,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:40.499297 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:40.539001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.794982 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.797565 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.826184 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'tag': 'da96e2cb-0364-4d41-a6f4-8461d74691d7'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:40.876162 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'tag': 'da96e2cb-0364-4d41-a6f4-8461d74691d7', 'status': 'completed', 'code': 200} Aug 11 16:25:40.886956 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.887493 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 853a4674-66bb-4124-bcc3-87a5ea2c6d94 {{(pid=79152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:25:40.901039 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:40.902296 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/853a4674-66bb-4124-bcc3-87a5ea2c6d94 HTTP/1.1" status: 204 len: 168 time: 1.4769449 Aug 11 16:25:40.909006 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34664) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:40.973602 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Deleting subnet 5f25a71b-3648-4882-815a-2824a6f504c5 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:25:40.977150 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.013732 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b332-5132-434f-ad5c-93946c15168a req-281f005b-d92e-487f-b816-918f0ae1f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:41.015292 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-281f005b-d92e-487f-b816-918f0ae1f24e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3b550dd4dce4679a288601ea3eda80e&device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 1096 time: 0.0776241 Aug 11 16:25:41.019089 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6847ac10-c394-4df7-b2b3-3c0125968891 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:41.031789 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.039466 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.064494 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 6847ac10-c394-4df7-b2b3-3c0125968891 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:41.064494 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6847ac10-c394-4df7-b2b3-3c0125968891 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:41.136515 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.136844 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device a4ac8814-0ec7-48f2-b301-169050dee662 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:41.141346 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f7f4dbf9-aa04-49e1-99b4-296f9f03487a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:41.183847 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f25a71b-3648-4882-815a-2824a6f504c5,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:41.186616 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:41.187793 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: a4ac8814-0ec7-48f2-b301-169050dee662 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:41.188710 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device a4ac8814-0ec7-48f2-b301-169050dee662 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:41.190709 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.203411 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5f25a71b-3648-4882-815a-2824a6f504c5 HTTP/1.1" status: 204 len: 168 time: 0.2933168 Aug 11 16:25:41.205937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34672) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:41.220444 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b332-5132-434f-ad5c-93946c15168a req-17f042b6-630f-46d3-afc1-5b313ccc2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:41.221919 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-17f042b6-630f-46d3-afc1-5b313ccc2a8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 200 len: 914 time: 0.1991577 Aug 11 16:25:41.313402 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-9316ee50-3085-45b5-b0d7-b4dde52ce6a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7 HTTP/1.1" status: 200 len: 217 time: 0.0802605 Aug 11 16:25:41.349542 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.409634 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38b332-5132-434f-ad5c-93946c15168a req-dc7b1093-2e91-4384-abca-3df134402e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:41.411294 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-dc7b1093-2e91-4384-abca-3df134402e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e43c94ad-ddb4-4035-980a-909bb60c259c HTTP/1.1" status: 200 len: 853 time: 0.0782845 Aug 11 16:25:41.482967 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-842e5bc1-43f7-4f84-b621-6f835a05b8ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ec88232-9e57-482d-b3d1-e33f76535e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631623 Aug 11 16:25:41.541787 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.567434 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.567434 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.569224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.570778 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.571416 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.572949 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.573539 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.574094 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.574712 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.575190 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.653660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.654007 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.654578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.654693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:25:41.655071 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b50ca3d-2ed8-490d-9489-ba512dcbd3a5']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:41.671874 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470bf2b6-d48a-45fe-97e3-d7d930cd40f7') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:41.672168 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470bf2b6-d48a-45fe-97e3-d7d930cd40f7') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:41.688074 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.689122 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-8507b822-a8ca-4374-87d4-7d1e54505683 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710722 Aug 11 16:25:41.696822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a05adb-de39-4440-a6ea-f4eb6ce95fbd req-8ca3f879-fbcb-447d-a653-104f99d84d9b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:41.698410 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-07a05adb-de39-4440-a6ea-f4eb6ce95fbd req-8ca3f879-fbcb-447d-a653-104f99d84d9b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Synchronizing usage tracker for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:41.717829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dfe53-48f0-401b-b871-0da01d8dc633 req-40ce1805-0f1e-4f11-a9e9-e8809e70f09b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:41.719511 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bb1dfe53-48f0-401b-b871-0da01d8dc633 req-40ce1805-0f1e-4f11-a9e9-e8809e70f09b tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 943 time: 0.3053198 Aug 11 16:25:41.720600 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.745226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:25:41.745767 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: from cryptography.utils import int_from_bytes Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: from cryptography.utils import int_from_bytes Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: util.warn_limited( Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: util.warn_limited( Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:25:41.763055 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:25:41.765914 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-07a05adb-de39-4440-a6ea-f4eb6ce95fbd req-8ca3f879-fbcb-447d-a653-104f99d84d9b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Unset dirty status for tenant:72a1dbe7066f42efaefea163311a2bd6 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:41.767118 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-07a05adb-de39-4440-a6ea-f4eb6ce95fbd req-8ca3f879-fbcb-447d-a653-104f99d84d9b tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.2832572 Aug 11 16:25:41.859699 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bb1dfe53-48f0-401b-b871-0da01d8dc633 req-04b3d115-56ce-44da-a118-82d56a6aaec9 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311274 Aug 11 16:25:41.861267 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.865714 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-455e9074-dd43-49bf-a911-0357d7eefe73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:41.885757 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:41.889787 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b50ca3d-2ed8-490d-9489-ba512dcbd3a5,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:41.894304 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:41.898365 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-07a05adb-de39-4440-a6ea-f4eb6ce95fbd req-f40a5cd0-6053-49b6-a677-52a348593539 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853658 Aug 11 16:25:41.902899 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cb38b332-5132-434f-ad5c-93946c15168a req-60d8cd75-af07-44a0-b68d-af937b3f1a36 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005579 Aug 11 16:25:41.903100 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7b50ca3d-2ed8-490d-9489-ba512dcbd3a5 HTTP/1.1" status: 204 len: 168 time: 0.6959500 Aug 11 16:25:42.094553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34686) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:42.150840 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-9b961ea9-30cd-497c-8e6b-9a47945f80a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a6f9ecff88e44f58372754d7cb5cc06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542657 Aug 11 16:25:42.157355 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34690) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:42.230933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:42.261841 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:42.429568 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:42.437245 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f423fd5c-7a58-47d3-a364-37ea4e54d8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:42.457394 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a172e-3a8e-4605-9990-a7d56c7cf1a1,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:42.462197 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:42.473996 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-27a7f0a0-7efc-4d9f-99c5-aedcb8c8ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:42.475495 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-27a7f0a0-7efc-4d9f-99c5-aedcb8c8ed59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1138 time: 0.1743793 Aug 11 16:25:42.479774 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:42.483838 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a56a172e-3a8e-4605-9990-a7d56c7cf1a1 HTTP/1.1" status: 204 len: 168 time: 0.3225801 Aug 11 16:25:42.489623 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296874d-aef9-45f8-bc28-a4db314ffc59 req-1a5fa567-eeab-43f5-9b8d-d1ab2faae62d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:42.491154 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e296874d-aef9-45f8-bc28-a4db314ffc59 req-1a5fa567-eeab-43f5-9b8d-d1ab2faae62d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.1942468 Aug 11 16:25:42.722263 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e296874d-aef9-45f8-bc28-a4db314ffc59 req-2b6eeb55-ebce-4e34-b19d-782c98ec856a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093282 Aug 11 16:25:42.756918 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-6c3e0f42-e6bf-4c8b-874f-aca241bf38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:42.758444 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-6c3e0f42-e6bf-4c8b-874f-aca241bf38c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 915 time: 0.2664206 Aug 11 16:25:42.767705 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 44b79396-e187-42d4-bea7-f776b007522e no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:42.813104 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 44b79396-e187-42d4-bea7-f776b007522e {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:42.813465 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 44b79396-e187-42d4-bea7-f776b007522e not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:42.874573 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-5c6a61a6-5115-4dd8-8b18-f0cc4e901b19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 1002 time: 0.1073620 Aug 11 16:25:42.947967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-e17b7859-ae89-4003-aec4-52802566cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:42.950089 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-e17b7859-ae89-4003-aec4-52802566cec0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.0661201 Aug 11 16:25:43.038495 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device da96e2cb-0364-4d41-a6f4-8461d74691d7 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:25:43.092970 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-fe209193-dc2d-4d3b-8151-b8a32fff7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:43.094449 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-fe209193-dc2d-4d3b-8151-b8a32fff7170 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1351545 Aug 11 16:25:43.119797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9635d1-3430-471b-a578-75e334ae9f38 req-f97bcde0-f339-4994-bab1-098e938e7e6e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:43.125975 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-db9635d1-3430-471b-a578-75e334ae9f38 req-f97bcde0-f339-4994-bab1-098e938e7e6e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 943 time: 0.1395340 Aug 11 16:25:43.178662 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-db9635d1-3430-471b-a578-75e334ae9f38 req-e7566309-96de-43c2-baf3-4028d041a270 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Aug 11 16:25:43.221237 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port da96e2cb-0364-4d41-a6f4-8461d74691d7, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:43.236940 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'da96e2cb-0364-4d41-a6f4-8461d74691d7', 'network_id': '5ec88232-9e57-482d-b3d1-e33f76535e82', 'port_id': 'da96e2cb-0364-4d41-a6f4-8461d74691d7', 'mac_address': 'fa:16:3e:ef:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43c94ad-ddb4-4035-980a-909bb60c259c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:25:43.258610 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63be63-1ba4-42ce-930c-b4879d61b8d1 req-848e14cc-2e16-4b9a-8feb-2ef9f79896cc tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:43.261278 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5c63be63-1ba4-42ce-930c-b4879d61b8d1 req-848e14cc-2e16-4b9a-8feb-2ef9f79896cc tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.2299058 Aug 11 16:25:43.302541 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.324251 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da96e2cb-0364-4d41-a6f4-8461d74691d7 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:25:43.341535 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port da96e2cb-0364-4d41-a6f4-8461d74691d7, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:43.350619 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.352416 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:43.379208 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-e5597c73-adbb-45f5-97a6-c1e14a9b26c4 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764781 Aug 11 16:25:43.386746 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5c63be63-1ba4-42ce-930c-b4879d61b8d1 req-e526f9e4-3c71-4471-8fb5-791965bac4d3 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/security-groups?id=11fa8ffb-ce2f-4aec-a6a5-288a1827d310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169415 Aug 11 16:25:43.429222 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=da96e2cb-0364-4d41-a6f4-8461d74691d7,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:43.433686 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:43.544378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-88cb64c1-b84a-4be3-ab78-d1fb08afcfe9 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:43.545881 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-88cb64c1-b84a-4be3-ab78-d1fb08afcfe9 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 946 time: 0.2239399 Aug 11 16:25:43.549571 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-738cb8f7-c3f5-443e-bcdc-2b6424c44ad3 req-4e36f8a2-711a-45b2-b03c-e64a9ba00744 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598418 Aug 11 16:25:43.641264 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Deleting port 138c5a4f-ef0b-44f6-94c0-391c69913377 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:43.641604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.692794 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['da96e2cb-0364-4d41-a6f4-8461d74691d7'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:43.969715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92f7b-aa22-403f-ad27-24ee34bf8069 req-098ea9e4-7f52-4c0f-915f-4979456c5e37 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:43.971537 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] For port 138c5a4f-ef0b-44f6-94c0-391c69913377, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=138c5a4f-ef0b-44f6-94c0-391c69913377,segment=NetworkSegment(6e9fb00a-0217-4fd6-a6c1-c59f14595d36),segment_id=6e9fb00a-0217-4fd6-a6c1-c59f14595d36)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:43.971725 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-07b92f7b-aa22-403f-ad27-24ee34bf8069 req-098ea9e4-7f52-4c0f-915f-4979456c5e37 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0998325 Aug 11 16:25:43.971898 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.034349 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-07b92f7b-aa22-403f-ad27-24ee34bf8069 req-749077de-b003-4a61-8366-5cab93bb3355 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560610 Aug 11 16:25:44.108544 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Calling delete_port for 138c5a4f-ef0b-44f6-94c0-391c69913377 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:44.276174 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.283609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-08a08702-0ca6-4ada-b624-55cf35804789 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:44.370378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Pushing event deleted for resources: {'Port': ['ID=138c5a4f-ef0b-44f6-94c0-391c69913377,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:44.382393 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:44.443877 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['138c5a4f-ef0b-44f6-94c0-391c69913377'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:44.565836 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-de2c726e-3e8f-4fc4-8ee6-3dccd58ec7bf req-e7ec3533-2024-4759-890f-e2064edf9426 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe7ef4a-c73d-4620-9fdd-140555bb1e97 HTTP/1.1" status: 200 len: 210 time: 0.0520408 Aug 11 16:25:44.593068 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] No DVR routers for this DVR port 138c5a4f-ef0b-44f6-94c0-391c69913377 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:44.595865 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.598473 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'name': 'network-vif-deleted', 'tag': '138c5a4f-ef0b-44f6-94c0-391c69913377'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:44.616854 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-deb1c7c6-1a17-4463-825c-892e100ac43f req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] 10.222.0.39 "DELETE /v2.0/ports/138c5a4f-ef0b-44f6-94c0-391c69913377 HTTP/1.1" status: 204 len: 173 time: 1.0494196 Aug 11 16:25:44.641064 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54ea4-3090-4a1f-8124-ce23f29eb948 req-abe79a5f-c911-4385-b5ff-0ac2de210108 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:44.642703 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6cd54ea4-3090-4a1f-8124-ce23f29eb948 req-abe79a5f-c911-4385-b5ff-0ac2de210108 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 944 time: 0.3226178 Aug 11 16:25:44.655449 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe7ef4a-c73d-4620-9fdd-140555bb1e97', 'name': 'network-vif-deleted', 'tag': '138c5a4f-ef0b-44f6-94c0-391c69913377', 'status': 'completed', 'code': 200} Aug 11 16:25:44.714718 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6cd54ea4-3090-4a1f-8124-ce23f29eb948 req-f41f0bf4-7ba9-40c6-a1e2-bea42cde2ce0 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641744 Aug 11 16:25:45.085661 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device da96e2cb-0364-4d41-a6f4-8461d74691d7 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:25:45.168582 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port da96e2cb-0364-4d41-a6f4-8461d74691d7 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:25:45.174756 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port da96e2cb-0364-4d41-a6f4-8461d74691d7 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:25:45.175136 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.246007 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03d955-fa32-4392-aa62-3c67a1cd786a req-c01cb80d-e554-42db-a10b-c02cc19bb1b2 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:45.246739 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-df03d955-fa32-4392-aa62-3c67a1cd786a req-c01cb80d-e554-42db-a10b-c02cc19bb1b2 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0953517 Aug 11 16:25:45.297142 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-df03d955-fa32-4392-aa62-3c67a1cd786a req-f3e21f60-26bb-46ae-9a82-ee2d48c60af0 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445151 Aug 11 16:25:45.315135 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.344597 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96e2cb-0364-4d41-a6f4-8461d74691d7'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:45.355219 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port da96e2cb-0364-4d41-a6f4-8461d74691d7, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:45.359572 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.360559 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 138c5a4f-ef0b-44f6-94c0-391c69913377 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:45.394359 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:45.426297 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 138c5a4f-ef0b-44f6-94c0-391c69913377 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:45.426671 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 138c5a4f-ef0b-44f6-94c0-391c69913377 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:45.429028 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96e2cb-0364-4d41-a6f4-8461d74691d7', 'code': 200} Aug 11 16:25:45.469823 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=da96e2cb-0364-4d41-a6f4-8461d74691d7,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:45.472746 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:45.667036 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34760) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:45.686827 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055f920-e998-453c-8970-99e0ab1c7d82 req-eee0ea61-27e9-4a51-8ddc-dc0645cda7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:45.688307 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3055f920-e998-453c-8970-99e0ab1c7d82 req-eee0ea61-27e9-4a51-8ddc-dc0645cda7f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 1098 time: 0.0786922 Aug 11 16:25:45.735672 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3055f920-e998-453c-8970-99e0ab1c7d82 req-96b7dd3d-4586-4b37-8270-51bacdf04cdb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Aug 11 16:25:45.813532 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Deleting subnet 43367907-ad4d-4cbe-ae78-7c3f99e858ba {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:25:45.816661 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.870331 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.921513 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e23785-3e60-4892-a69a-34ae59276006 req-5cf5f9fa-4c04-439b-bfa8-235edc8e3b39 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:45.925259 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d3e23785-3e60-4892-a69a-34ae59276006 req-5cf5f9fa-4c04-439b-bfa8-235edc8e3b39 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 945 time: 0.0981002 Aug 11 16:25:45.932226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.982339 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d3e23785-3e60-4892-a69a-34ae59276006 req-68bd4fb5-09e9-4bbc-9885-a6765e0e3902 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529625 Aug 11 16:25:46.019966 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.025406 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-56fd7140-b962-4cdd-835e-fe92c65704fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:46.062908 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43367907-ad4d-4cbe-ae78-7c3f99e858ba,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:46.065852 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.076618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.077095 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.077460 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.077832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.078297 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.078750 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.079109 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.079449 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.079792 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.080217 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.080652 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.080991 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:46.084552 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/43367907-ad4d-4cbe-ae78-7c3f99e858ba HTTP/1.1" status: 204 len: 168 time: 0.4164977 Aug 11 16:25:46.085570 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-202570f0-7b19-4bb8-80ab-a68ea35ddcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:46.087225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34770) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:46.203657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.362929 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.378725 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13f4087-b031-43a8-9692-0e81a02377b3']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:46.392774 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9fb00a-0217-4fd6-a6c1-c59f14595d36') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:46.393154 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9fb00a-0217-4fd6-a6c1-c59f14595d36') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:46.414760 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.471682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.489708 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:25:46.490115 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:25:46.505021 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:25:46.600006 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.606458 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.608715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:46.640129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5541ac-0c22-4b9e-ac4b-2d26ef5b064d req-735670a7-b9c4-466e-93f7-cb432cc2f494 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:46.641561 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-eb5541ac-0c22-4b9e-ac4b-2d26ef5b064d req-735670a7-b9c4-466e-93f7-cb432cc2f494 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.2123148 Aug 11 16:25:46.644026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b13f4087-b031-43a8-9692-0e81a02377b3,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:46.646975 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:46.665296 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b13f4087-b031-43a8-9692-0e81a02377b3 HTTP/1.1" status: 204 len: 168 time: 0.5769811 Aug 11 16:25:46.695386 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-eb5541ac-0c22-4b9e-ac4b-2d26ef5b064d req-40f88ff8-91e4-4b22-961e-5f3048175a2e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473824 Aug 11 16:25:46.858053 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34786) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:46.908863 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4e34c015-7b2d-4dba-9d16-8a86647bf238 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72a1dbe7066f42efaefea163311a2bd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494261 Aug 11 16:25:46.911316 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34790) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:46.981212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.007962 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.074466 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.078701 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7b4d788f-eeec-4c38-a9c7-a898aec8d371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:47.094598 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fa8ffb-ce2f-4aec-a6a5-288a1827d310,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:47.095199 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:47.108212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.112202 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11fa8ffb-ce2f-4aec-a6a5-288a1827d310 HTTP/1.1" status: 204 len: 168 time: 0.1970494 Aug 11 16:25:47.193683 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ec8fd-123f-4746-8be7-08712117faf2 req-b843c62c-4972-4742-bee4-fab47f423c75 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:47.195115 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-506ec8fd-123f-4746-8be7-08712117faf2 req-b843c62c-4972-4742-bee4-fab47f423c75 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 945 time: 0.0838189 Aug 11 16:25:47.247480 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-506ec8fd-123f-4746-8be7-08712117faf2 req-f0c75b7b-cb99-4e5c-be6d-488fbcecdf71 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Aug 11 16:25:47.938825 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726de5-17f6-444c-aa2f-2a4da063b1b5 req-3be93795-a702-48d9-994d-b88b2ca8976a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:47.940356 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ef726de5-17f6-444c-aa2f-2a4da063b1b5 req-3be93795-a702-48d9-994d-b88b2ca8976a tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.1064789 Aug 11 16:25:47.994140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ef726de5-17f6-444c-aa2f-2a4da063b1b5 req-501809fa-8877-4c11-86bf-e43bb0b61a2e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471830 Aug 11 16:25:48.949162 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34858) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:49.073883 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.089772 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:49.093768 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Usage tracker for resource:security_group_rule and tenant:ed6c22cf940b41af8ea404cddbf55eed is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:49.096755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:49.102643 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:49.252496 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aed7f-abec-45bd-893b-88efbb502fa2 req-951a8a18-5410-4568-b821-dcbb40d0f0dd tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:49.254010 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e99aed7f-abec-45bd-893b-88efbb502fa2 req-951a8a18-5410-4568-b821-dcbb40d0f0dd tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.1408544 Aug 11 16:25:49.287199 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.292739 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.304755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1e2925e7-0e94-4825-8fa4-084bcfcdf089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:49.365570 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f4aeff-92e9-45f6-92c4-da67da9cca76,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:49.368949 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:49.373908 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e99aed7f-abec-45bd-893b-88efbb502fa2 req-ef2438e7-0362-4248-aee6-e2f531109687 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072109 Aug 11 16:25:49.376229 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed6c22cf940b41af8ea404cddbf55eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259846 Aug 11 16:25:49.380618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34866) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:49.445524 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.472036 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.529553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.535110 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-9015f5dc-56a0-449c-848a-e92c46b70f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:49.548581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f4aeff-92e9-45f6-92c4-da67da9cca76,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:49.551530 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:49.553633 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.554645 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0f4aeff-92e9-45f6-92c4-da67da9cca76 HTTP/1.1" status: 204 len: 168 time: 0.1730630 Aug 11 16:25:49.854692 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 34874) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:49.872852 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.891477 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:49.895271 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Usage tracker for resource:security_group_rule and tenant:5e86bc27943d4e8b8c69161c8f650136 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:49.898477 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:49.905511 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:49.999722 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:50.008427 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:50.019101 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-549ba2ba-2574-4dd5-926b-5af986cbe88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:50.059382 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e86bc27943d4e8b8c69161c8f650136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032704 Aug 11 16:25:50.061743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 34882) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:50.068840 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b891bc1-f855-4515-95db-03bb0a9b4607,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:50.072316 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:50.127597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:50.158000 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:50.212145 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:50.216664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:50.227812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b891bc1-f855-4515-95db-03bb0a9b4607,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:50.231686 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:50.235163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:50.236275 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b891bc1-f855-4515-95db-03bb0a9b4607 HTTP/1.1" status: 204 len: 168 time: 0.1726975 Aug 11 16:25:50.574489 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1c753-ec80-4b28-85f1-d182bc83f203 req-ac6f8b17-1a72-46ee-9a61-87ba31c045ab tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:50.576272 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-21f1c753-ec80-4b28-85f1-d182bc83f203 req-ac6f8b17-1a72-46ee-9a61-87ba31c045ab tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0900042 Aug 11 16:25:50.626894 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-21f1c753-ec80-4b28-85f1-d182bc83f203 req-dbdb2337-45ca-46f7-a60d-26f06107b831 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443389 Aug 11 16:25:51.835966 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba291031-6138-48db-95f7-2544ca9ddfbb req-f6353764-880f-4f51-b13f-a8abbeba6a9f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:51.838193 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ba291031-6138-48db-95f7-2544ca9ddfbb req-f6353764-880f-4f51-b13f-a8abbeba6a9f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0943470 Aug 11 16:25:51.909823 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ba291031-6138-48db-95f7-2544ca9ddfbb req-bee28264-0feb-4438-a687-fc5a1b32241d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653937 Aug 11 16:25:53.117786 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dd8ef-5fa4-406a-862e-786de58a759a req-f880117a-70b8-408b-9935-4391630de40d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:53.120071 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-251dd8ef-5fa4-406a-862e-786de58a759a req-f880117a-70b8-408b-9935-4391630de40d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0910413 Aug 11 16:25:53.177284 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-251dd8ef-5fa4-406a-862e-786de58a759a req-9ee5dbcc-4b2f-4fe3-909b-5f9502be49b9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513358 Aug 11 16:25:54.374232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657955e-5a9d-4681-96b0-ca5e754595ea req-378f93f4-eb18-4a3d-8acb-2f7fda39642c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:54.375849 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2657955e-5a9d-4681-96b0-ca5e754595ea req-378f93f4-eb18-4a3d-8acb-2f7fda39642c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0875640 Aug 11 16:25:54.435170 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2657955e-5a9d-4681-96b0-ca5e754595ea req-4877e782-ad15-418a-a4fa-30886daa0661 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514505 Aug 11 16:25:55.198912 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35024) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:55.323634 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.339695 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:55.343898 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Usage tracker for resource:security_group_rule and tenant:e7576daec8014c4a84da32e8303bf8ca is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:55.346863 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:55.353224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:55.446415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.450341 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.457272 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fbd22ab0-2d85-44b4-aa62-4724ad10a848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:55.506442 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35034) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:55.507048 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7576daec8014c4a84da32e8303bf8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065197 Aug 11 16:25:55.508614 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d087df18-3fff-4e26-b773-377e918c072a,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:55.512041 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:55.642078 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.677334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.695353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adeb5f-b18a-492d-8376-cf6d34f18e5e req-447ad3fb-30a4-4c33-a446-0d270372052d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:55.697054 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e4adeb5f-b18a-492d-8376-cf6d34f18e5e req-447ad3fb-30a4-4c33-a446-0d270372052d tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.1474614 Aug 11 16:25:55.772404 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e4adeb5f-b18a-492d-8376-cf6d34f18e5e req-f6345580-b6ce-4d89-89d1-986a1849ada6 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603585 Aug 11 16:25:55.784681 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.789957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:55.804322 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d087df18-3fff-4e26-b773-377e918c072a,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:55.806920 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:55.809557 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.813309 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d087df18-3fff-4e26-b773-377e918c072a HTTP/1.1" status: 204 len: 168 time: 0.3031578 Aug 11 16:25:55.953369 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:25:56.127863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35056) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:56.145611 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.156867 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.165834 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:56.170960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b519336011844b11be0b69899ca021b5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:56.174354 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:56.180463 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:56.270198 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.273816 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.281109 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a5fe527a-94c0-486b-9e23-da621cae6600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:56.322498 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294f444e-fec0-4df4-acd7-4d9f1049d99b,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:56.326982 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b519336011844b11be0b69899ca021b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980202 Aug 11 16:25:56.327921 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:56.329517 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35060) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:56.389618 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.416261 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.468697 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.472404 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-796e48f9-3be9-4d76-a049-78bedc1668cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:56.487003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294f444e-fec0-4df4-acd7-4d9f1049d99b,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:56.490457 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:56.494438 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.498536 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-be0b5c2d-a019-49de-9ef2-7d9463346461 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/294f444e-fec0-4df4-acd7-4d9f1049d99b HTTP/1.1" status: 204 len: 168 time: 0.1680539 Aug 11 16:25:56.967484 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdb6cd-a1c6-422c-a41d-201f4c19e79d req-fb1e509b-f78e-4eae-a94a-ad305e4ba020 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:56.969013 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-87cdb6cd-a1c6-422c-a41d-201f4c19e79d req-fb1e509b-f78e-4eae-a94a-ad305e4ba020 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0833266 Aug 11 16:25:57.020632 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-87cdb6cd-a1c6-422c-a41d-201f4c19e79d req-c8a9230c-d2a3-4a49-81ee-312e831462a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=597304c0-fb22-4146-8ba9-0a836268b888&id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454924 Aug 11 16:25:59.433028 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35174) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:59.558866 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.644388 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:59.648225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Usage tracker for resource:security_group_rule and tenant:de5ae0056e03466e922c6274f6b2719b is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:59.651738 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:59.657440 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:59.740714 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.745379 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.752662 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b7ff3b9e-40ac-4cc0-9bc1-76f373e2e597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:59.793915 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de5ae0056e03466e922c6274f6b2719b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597879 Aug 11 16:25:59.794686 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bc2d48-0e54-4020-80f2-e95326162fd7,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:59.797201 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35180) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:59.797728 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:59.857274 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.884815 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.938923 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.943832 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-17f72eed-fc4d-4a2c-8e8e-a5ed652f0f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:59.956831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bc2d48-0e54-4020-80f2-e95326162fd7,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:59.959778 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:59.961780 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.963610 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0bc2d48-0e54-4020-80f2-e95326162fd7 HTTP/1.1" status: 204 len: 168 time: 0.1654267 Aug 11 16:26:00.272692 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35194) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:00.292151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.308764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:00.313431 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Usage tracker for resource:security_group_rule and tenant:322b26702b2041ae99092b0142db5d57 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:00.317872 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:00.324611 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:00.419403 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.423770 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.436229 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6de5e6f2-eef5-4ddb-bcc8-db4baa84e925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:00.476593 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=322b26702b2041ae99092b0142db5d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028143 Aug 11 16:26:00.477488 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a8e0f-040d-4fc8-af93-3512fbfbc9f9,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:00.479951 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35206) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:00.483130 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:00.551479 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.577996 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.634498 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.638220 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f6c46a3b-b4f5-4997-9b11-7f74daf2d039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:00.649384 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a8e0f-040d-4fc8-af93-3512fbfbc9f9,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:00.653521 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:00.657042 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.660388 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d05a8e0f-040d-4fc8-af93-3512fbfbc9f9 HTTP/1.1" status: 204 len: 168 time: 0.1772065 Aug 11 16:26:02.478624 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35270) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:02.599904 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.615275 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:02.619602 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea656a9930744bd9286008259bea952 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:02.622386 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:02.628193 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:02.713194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.716923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.723779 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b4da8192-d29a-4c36-acbb-000508385ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:02.764569 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f22044-d2e4-4602-a4a0-191da22b33b8,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:02.767610 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:02.771007 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ea656a9930744bd9286008259bea952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912736 Aug 11 16:26:02.772756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35280) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:02.835833 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.863293 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.914672 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.918466 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fd9a12ee-f9ce-4453-a893-254ceb5516dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:02.931515 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f22044-d2e4-4602-a4a0-191da22b33b8,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:02.935887 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:02.955478 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.956604 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18f22044-d2e4-4602-a4a0-191da22b33b8 HTTP/1.1" status: 204 len: 168 time: 0.1829438 Aug 11 16:26:03.233773 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35288) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:03.252084 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.267489 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:03.271286 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Usage tracker for resource:security_group_rule and tenant:7370b552734a467cbf0303e619f18548 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:03.274089 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:03.279880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:03.369478 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.373761 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.381194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b01a4cdb-d154-4dc3-80e9-9872469f0074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:03.421129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5d5916-263f-4bb4-b5dd-cea30f924562,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:03.425408 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7370b552734a467cbf0303e619f18548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906111 Aug 11 16:26:03.426316 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:03.428002 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35296) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:03.494825 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.524913 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.577970 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2d49b130-071e-4b97-b08e-61ecd22e6dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.593100 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.599875 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b886605a-6e4e-4d93-ac6d-6dce2c06cdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:03.614982 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5d5916-263f-4bb4-b5dd-cea30f924562,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:03.617085 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.620808 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d5d5916-263f-4bb4-b5dd-cea30f924562 HTTP/1.1" status: 204 len: 168 time: 0.1893103 Aug 11 16:26:03.620808 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:04.023167 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.310027 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5e2734cf-5cef-4641-923e-f5309ac473ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:07.179687 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:08.473010 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:24.927696 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eded8-261b-427b-8f7f-1d4625dfaad4 req-d48a36ea-5574-4979-88d6-a9105cbd3f0f tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:24.929251 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c34eded8-261b-427b-8f7f-1d4625dfaad4 req-d48a36ea-5574-4979-88d6-a9105cbd3f0f tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 945 time: 0.0978251 Aug 11 16:26:24.983562 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c34eded8-261b-427b-8f7f-1d4625dfaad4 req-ffcdaf49-00b5-4734-9009-8d90926e6ce4 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480354 Aug 11 16:26:26.156679 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:26.383867 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0c39-5ba9-496b-8b49-a49dd848925e req-503227a8-3107-45c8-99e8-5a241c86f5f2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:26.385398 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7a4b0c39-5ba9-496b-8b49-a49dd848925e req-503227a8-3107-45c8-99e8-5a241c86f5f2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.1390991 Aug 11 16:26:26.395782 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b6e75-26b5-4cf9-86aa-7c2516af9ec6 req-a6335aae-3640-440e-a693-eea4eb8fe9d4 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:26.397351 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0e7b6e75-26b5-4cf9-86aa-7c2516af9ec6 req-a6335aae-3640-440e-a693-eea4eb8fe9d4 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 945 time: 0.3039968 Aug 11 16:26:26.436294 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7a4b0c39-5ba9-496b-8b49-a49dd848925e req-0e6d014a-df2b-46ba-bfb1-6f9e30a9d292 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Aug 11 16:26:26.447104 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0e7b6e75-26b5-4cf9-86aa-7c2516af9ec6 req-24c1e36e-ea67-46e0-85af-400b5a471fa8 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Aug 11 16:26:27.000842 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-0f001080-7013-4f05-84fb-e2fbe7e7c17c tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:27.002596 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-0f001080-7013-4f05-84fb-e2fbe7e7c17c tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 945 time: 0.0843232 Aug 11 16:26:27.077828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Deleting port da96e2cb-0364-4d41-a6f4-8461d74691d7 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:27.078104 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:27.392740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] For port da96e2cb-0364-4d41-a6f4-8461d74691d7, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=da96e2cb-0364-4d41-a6f4-8461d74691d7,segment=NetworkSegment(53b05c96-9ffd-4f5c-b680-0322b7278a54),segment_id=53b05c96-9ffd-4f5c-b680-0322b7278a54)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:27.393010 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:27.518225 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Calling delete_port for da96e2cb-0364-4d41-a6f4-8461d74691d7 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:27.652764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1783c-4e26-4b6f-8ad8-192d10e2bea3 req-2546bcdf-f4df-48c8-945a-18ebdbfdff7c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:27.654442 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79c1783c-4e26-4b6f-8ad8-192d10e2bea3 req-2546bcdf-f4df-48c8-945a-18ebdbfdff7c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0864162 Aug 11 16:26:27.701924 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79c1783c-4e26-4b6f-8ad8-192d10e2bea3 req-76fb48b8-bbc7-414c-ba92-7a3054b96ffd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Aug 11 16:26:27.721094 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64000741-4d0e-439f-97e1-2a02db4e81b8 req-3cd0841b-7869-4070-9864-1872e9078994 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:27.722596 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64000741-4d0e-439f-97e1-2a02db4e81b8 req-3cd0841b-7869-4070-9864-1872e9078994 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 945 time: 0.1529028 Aug 11 16:26:27.758315 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:27.772704 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e14d41bf-729b-4cd1-a329-e78b93c1e553 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:27.850235 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-64000741-4d0e-439f-97e1-2a02db4e81b8 req-b59e088f-a051-4c33-bf76-7fc22c5bb377 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/security-groups?id=f531a1f5-1872-4265-bc8c-9001ed163547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209204 Aug 11 16:26:27.856675 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Pushing event deleted for resources: {'Port': ['ID=da96e2cb-0364-4d41-a6f4-8461d74691d7,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:27.859234 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:27.904144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] No DVR routers for this DVR port da96e2cb-0364-4d41-a6f4-8461d74691d7 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:26:27.906567 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:27.909235 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'name': 'network-vif-deleted', 'tag': 'da96e2cb-0364-4d41-a6f4-8461d74691d7'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:27.925528 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-45e55691-d41d-4f7e-8f8d-f0cd0069a3bf req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.39 "DELETE /v2.0/ports/da96e2cb-0364-4d41-a6f4-8461d74691d7 HTTP/1.1" status: 204 len: 173 time: 0.9138203 Aug 11 16:26:27.959916 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b', 'name': 'network-vif-deleted', 'tag': 'da96e2cb-0364-4d41-a6f4-8461d74691d7', 'status': 'completed', 'code': 200} Aug 11 16:26:28.892285 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db5a75-f430-45b6-a1eb-b780dec8b84e req-99e12291-842e-499d-8663-9af0ef20e31e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:28.893790 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-78db5a75-f430-45b6-a1eb-b780dec8b84e req-99e12291-842e-499d-8663-9af0ef20e31e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.0823405 Aug 11 16:26:28.948070 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-78db5a75-f430-45b6-a1eb-b780dec8b84e req-f027744d-8301-4cd2-a7bb-60ac76df98a6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 Aug 11 16:26:29.004849 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f5da80d0-de9a-47c4-814b-aaf3407d07f9 req-a4007ef1-32d5-430a-9558-fe250ddfb26e tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 210 time: 0.0439246 Aug 11 16:26:29.833484 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['da96e2cb-0364-4d41-a6f4-8461d74691d7'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:29.953656 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device da96e2cb-0364-4d41-a6f4-8461d74691d7 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:29.969466 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-47b16b7d-4556-46b9-a997-cfe8222ffe98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727499 Aug 11 16:26:29.997230 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: da96e2cb-0364-4d41-a6f4-8461d74691d7 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:29.997841 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device da96e2cb-0364-4d41-a6f4-8461d74691d7 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:30.189670 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-cd086c9a-1fb6-4d5c-96e0-ddea9c7021dd req-25713a37-b4a9-400c-a230-0d6b39d069dc tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] 10.222.0.18 "GET /v2.0/ports?device_id=317f7ea1-d7ee-4727-a5c6-e6ef1f87e87b HTTP/1.1" status: 200 len: 210 time: 0.0484145 Aug 11 16:26:30.221800 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3a2f-7fa9-4812-b4e8-8340005feaa5 req-7368b5de-934c-4a03-8fe4-e4ec35a4eef6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.223370 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a15a3a2f-7fa9-4812-b4e8-8340005feaa5 req-7368b5de-934c-4a03-8fe4-e4ec35a4eef6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.1616874 Aug 11 16:26:30.225597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-68433423-8cfa-4b94-a505-b25d9ef6e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.227526 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-68433423-8cfa-4b94-a505-b25d9ef6e42a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1138 time: 0.1306319 Aug 11 16:26:30.305225 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a15a3a2f-7fa9-4812-b4e8-8340005feaa5 req-db7050fc-5f71-4242-86d7-f05142900b99 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755596 Aug 11 16:26:30.393276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-cf25885a-6019-46af-af2f-1b777919aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.395290 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-cf25885a-6019-46af-af2f-1b777919aa20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 915 time: 0.1445043 Aug 11 16:26:30.532284 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-284d972f-238a-4c65-93ba-3a44f4b92bcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 1002 time: 0.1007090 Aug 11 16:26:30.613664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-64ec382b-0483-4dbd-b74f-5fe951019004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.615126 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-64ec382b-0483-4dbd-b74f-5fe951019004 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.0599377 Aug 11 16:26:30.704625 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-972172e4-ce22-4218-9e8e-84ebdb8bc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.706119 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-972172e4-ce22-4218-9e8e-84ebdb8bc01d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836718 Aug 11 16:26:30.980139 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-a64668a0-8b04-4597-8134-8831ce6af328 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662137 Aug 11 16:26:31.093565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-6f03bebf-d323-499f-b939-99cde5bc1781 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:31.095071 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-6f03bebf-d323-499f-b939-99cde5bc1781 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.1953309 Aug 11 16:26:31.194791 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Deleting port acf7c660-75b9-45f9-80c8-f4251d01c35b {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:31.195256 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:31.234042 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-105444ec-f556-4423-ad0f-1385bfb695b3 req-33ff8661-4d9b-4a8c-9fc5-024324515a3a service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461355 Aug 11 16:26:31.538307 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] For port acf7c660-75b9-45f9-80c8-f4251d01c35b, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=acf7c660-75b9-45f9-80c8-f4251d01c35b,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:31.538732 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:31.668369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c037e0-87c6-4ea6-86af-e246c0d94cb6 req-7563b3be-ebb1-4b60-84de-efe2a10d8263 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:31.669877 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-23c037e0-87c6-4ea6-86af-e246c0d94cb6 req-7563b3be-ebb1-4b60-84de-efe2a10d8263 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 947 time: 0.2356169 Aug 11 16:26:31.875718 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-23c037e0-87c6-4ea6-86af-e246c0d94cb6 req-88e7c1bc-e6c4-4384-a755-0d59796cfe0d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=02349d69-91c0-4b47-ae66-e7d00c114e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907606 Aug 11 16:26:31.923001 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:31.923426 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:31.923684 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Floating IP e200b360-dd5a-40a5-adf0-117157e54cb5 disassociated. External IP: 172.27.0.51, port: acf7c660-75b9-45f9-80c8-f4251d01c35b. Aug 11 16:26:31.924054 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Calling delete_port for acf7c660-75b9-45f9-80c8-f4251d01c35b owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:32.063777 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:32.068881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5f8fcef6-a022-4485-b313-acf6432ba1eb tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:32.116392 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event deleted for resources: {'Port': ['ID=acf7c660-75b9-45f9-80c8-f4251d01c35b,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:32.119989 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:32.307432 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:32.587507 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:32.598005 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:32.608221 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:32.608849 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:32.662411 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] No DVR routers for this DVR port acf7c660-75b9-45f9-80c8-f4251d01c35b on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:26:32.667427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:32.670167 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-deleted', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:32.687725 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d55f9f25-4efb-413f-8164-13e33d5e9782 req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "DELETE /v2.0/ports/acf7c660-75b9-45f9-80c8-f4251d01c35b HTTP/1.1" status: 204 len: 173 time: 1.5871549 Aug 11 16:26:32.724228 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117f0fa9-bdc8-46c7-9d07-b180ffa3a026', 'name': 'network-vif-deleted', 'tag': 'acf7c660-75b9-45f9-80c8-f4251d01c35b', 'status': 'completed', 'code': 200} Aug 11 16:26:32.812268 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:32.943963 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:26:33.039947 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-b318f79a-6f47-46a5-b377-5de03e2bb41d req-13a59463-1b04-4332-9bf8-95aceab4aaa1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:33.058730 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-b318f79a-6f47-46a5-b377-5de03e2bb41d req-13a59463-1b04-4332-9bf8-95aceab4aaa1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:33.059907 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b318f79a-6f47-46a5-b377-5de03e2bb41d req-13a59463-1b04-4332-9bf8-95aceab4aaa1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 210 time: 0.0627515 Aug 11 16:26:33.178245 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:33.182515 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:33.190880 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:33.191530 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:33.372264 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:33.692950 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5caa3834-bb66-43ca-bd48-094431fdbdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:33.873125 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:33.882345 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0978247b-a75c-4847-b0c3-d295f659203d None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:34.017424 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.128801 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:34.171942 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: acf7c660-75b9-45f9-80c8-f4251d01c35b {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:34.172294 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device acf7c660-75b9-45f9-80c8-f4251d01c35b not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:34.176230 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08280705-f31b-4ee5-8a70-dd207ade44a4 None None] New status for floating IP e200b360-dd5a-40a5-adf0-117157e54cb5: DOWN {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:26:34.282461 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-25654220-447f-4c81-a2a3-007f6a058186 req-45a0036e-e730-4587-9c4c-64b66c36990f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=117f0fa9-bdc8-46c7-9d07-b180ffa3a026 HTTP/1.1" status: 200 len: 210 time: 0.0541992 Aug 11 16:26:35.455134 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35752) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:35.524258 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.553353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.617538 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.622230 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d522fad0-7efe-40e1-9c2e-bb998df29d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:35.643150 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02349d69-91c0-4b47-ae66-e7d00c114e1e,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:35.658270 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.658792 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.659278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.659695 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.660369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.660762 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.661105 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.661487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.661828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.662164 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.662553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.662933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:35.668645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:35.672549 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.676135 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "DELETE /v2.0/security-groups/02349d69-91c0-4b47-ae66-e7d00c114e1e HTTP/1.1" status: 204 len: 168 time: 0.2175319 Aug 11 16:26:35.676875 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35764) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:35.706350 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.api.v2.resource [None req-a14c1362-a523-4edf-9bee-696be65ebd7f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] show failed (client error): The resource could not be found. Aug 11 16:26:35.707423 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-a14c1362-a523-4edf-9bee-696be65ebd7f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups/02349d69-91c0-4b47-ae66-e7d00c114e1e HTTP/1.1" status: 404 len: 347 time: 0.0294816 Aug 11 16:26:35.710266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35768) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:35.874904 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Deleting port cea54496-3edd-41da-8831-716bc107b991 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:35.875248 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.046658 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.046985 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.178226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Calling delete_port for cea54496-3edd-41da-8831-716bc107b991 owned by network:floatingip {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:36.313653 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-70f4890f-caaa-4c12-a6a8-07ba18bf83eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.395359 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.400273 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-66c4aa3d-f26d-47bb-826d-369a7216e8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:36.447993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event deleted for resources: {'Port': ['ID=cea54496-3edd-41da-8831-716bc107b991,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:36.478971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:36.535208 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.552043 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.553267 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c8d7ffe3-9104-4c04-aee5-a00349f945f7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "DELETE /v2.0/floatingips/e200b360-dd5a-40a5-adf0-117157e54cb5 HTTP/1.1" status: 204 len: 168 time: 0.8420444 Aug 11 16:26:36.988522 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35782) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:36.994654 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057757315', 'description': 'tempest-description--1196335895'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:37.000498 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:37.004535 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:37.007416 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:37.014383 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:37.023724 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.047384 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:37.051703 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:37.054931 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:37.060943 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:37.129938 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.133853 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.137292 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3550ddac-a2fb-4046-b7de-c4a3c1f0dfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:37.181838 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eae0b4-182b-44bf-8377-f938748d8150,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:37.185089 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.186286 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:37.187238 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.191201 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1989372 Aug 11 16:26:37.191584 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35786) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:37.197111 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'security_group_rule': {'security_group_id': '79eae0b4-182b-44bf-8377-f938748d8150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:37.203123 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:37.206958 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:37.209797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:37.216583 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:37.235311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.298497 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.302321 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.309236 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:37.328951 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4c5b36-ee24-478a-939f-d3bc34aeac9d,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:37.332529 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:37.340879 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.342127 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497960 Aug 11 16:26:37.344827 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35790) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:37.349934 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'security_group_rule': {'security_group_id': '79eae0b4-182b-44bf-8377-f938748d8150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:37.355856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:37.359700 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:security_group_rule and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:37.362644 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:37.368586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:37.386414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.455620 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.463180 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.465495 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:37.490597 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c743767-1e70-4171-a74b-eb3594a41e7b,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:37.495662 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:37.502428 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.506700 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580842 Aug 11 16:26:37.506921 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35798) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:37.512826 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:37.518505 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:37.522289 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Usage tracker for resource:floatingip and tenant:64ed6a910a30438da12ff9e7b33f91e4 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:37.526299 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:37.532018 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:37.543486 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.681624 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.818145 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Allocated IP 172.27.0.200 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/a5ad0beb-7081-4701-9d7f-2e1f29f1e546) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:37.964633 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.995132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.999874 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:38.059134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:38.061946 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:38.064614 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:38.112251 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'Port': ['ID=a5ad0beb-7081-4701-9d7f-2e1f29f1e546,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:38.115269 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:38.159729 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.221914 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.430899 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.435514 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6652412'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.439023 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:38.473882 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.537821 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'Port': ['ID=a5ad0beb-7081-4701-9d7f-2e1f29f1e546,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:38.545572 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:38.556291 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.579600 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.580881 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0725391 Aug 11 16:26:38.819459 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-f8a0a133-d105-4939-b381-616258d3da30 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:38.835312 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-f8a0a133-d105-4939-b381-616258d3da30 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:38.836647 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-f8a0a133-d105-4939-b381-616258d3da30 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1057757315&fields=id&tenant_id=64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 267 time: 0.0656815 Aug 11 16:26:39.088205 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-1ab52cbb-cf76-4f5f-bd29-8d017b05731e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:39.089667 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-1ab52cbb-cf76-4f5f-bd29-8d017b05731e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 816 time: 0.2463920 Aug 11 16:26:39.105864 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-0f0a15ed-5eaf-4181-8bfe-57a1ace57b04 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/quotas/64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 375 time: 0.0106447 Aug 11 16:26:39.199928 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-7d879836-04eb-45f4-84c7-3206673acfbf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:39.215877 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-7d879836-04eb-45f4-84c7-3206673acfbf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:39.217335 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-7d879836-04eb-45f4-84c7-3206673acfbf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061375 Aug 11 16:26:39.402651 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-098e194d-6512-497a-955a-5b5d8e7120de service neutron] 10.222.0.18 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731799 Aug 11 16:26:39.552630 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-96a87017-cad3-4d44-b3cc-a7ca015a3997 service neutron] 10.222.0.18 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442699 Aug 11 16:26:39.759084 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-23270a4b-ae30-4d6b-a8db-74648b357c16 req-86053be2-bc06-453e-a6a5-f3cc5a5694d3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 210 time: 0.0588794 Aug 11 16:26:40.920507 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c26a8390-beaf-44bc-a656-6390093637f9 req-0c871be5-3b1c-4d94-8a6e-66874d42a65f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 210 time: 0.0475538 Aug 11 16:26:41.230509 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-70310dd5-0c70-4b0b-90c5-de6768f7c7e4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:41.232020 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-70310dd5-0c70-4b0b-90c5-de6768f7c7e4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 816 time: 0.1658790 Aug 11 16:26:41.290479 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-e9cb1e42-98a4-43cf-8ac4-78436b458297 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:41.302546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-e9cb1e42-98a4-43cf-8ac4-78436b458297 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:41.303660 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-e9cb1e42-98a4-43cf-8ac4-78436b458297 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 380 time: 0.0567164 Aug 11 16:26:41.321387 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'port': {'device_id': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'admin_state_up': True, 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'security_groups': ['79eae0b4-182b-44bf-8377-f938748d8150']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:41.479234 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:41.489979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:41.517404 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Made reservation on behalf of 64ed6a910a30438da12ff9e7b33f91e4 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:41.532561 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.691601 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35914) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:41.753562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Allocated IP 172.20.0.4 (51108e80-1c7c-4931-bec4-ea51e53ac27d/17ecc956-c9f4-4fba-933b-7151c16d82f9/0062ec88-ec88-45d1-a4a2-6f64dc6a7846) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:41.833744 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.853775 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:41.861011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Usage tracker for resource:security_group_rule and tenant:5eecb9c3978641e986c3bc13aaaf3dc2 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:41.864191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:41.871593 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:41.970603 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.988069 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.989367 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.005468 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1d81e2a0-52c7-4177-ac7b-2aa9ae132a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:42.018859 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Transition to ACTIVE for port object 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:42.050881 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eecb9c3978641e986c3bc13aaaf3dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581648 Aug 11 16:26:42.053208 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb4b495-2c71-4700-82c5-ccaf85034adc,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:42.056017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35932) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:42.057955 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:42.073464 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.089638 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e1b8b50f-15ea-450a-a897-9b44ae150b32 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:42.229453 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:42.238852 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:42.246794 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:42.290670 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:42.303897 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:42.325804 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.355184 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:42.355834 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.388149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.428631 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4c32-3776-49a3-9567-c15c4ad248df req-78b47a39-a2bb-4a08-96e9-76da8009ccaa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:42.430436 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c9fc4c32-3776-49a3-9567-c15c4ad248df req-78b47a39-a2bb-4a08-96e9-76da8009ccaa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Synchronizing usage tracker for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:42.448168 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1319480 Aug 11 16:26:42.463300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c9fc4c32-3776-49a3-9567-c15c4ad248df req-78b47a39-a2bb-4a08-96e9-76da8009ccaa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Unset dirty status for tenant:64ed6a910a30438da12ff9e7b33f91e4 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:42.464439 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c9fc4c32-3776-49a3-9567-c15c4ad248df req-78b47a39-a2bb-4a08-96e9-76da8009ccaa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 931 time: 0.3802593 Aug 11 16:26:42.498217 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-46ca7448-d1d9-4490-8f7a-208dbb84891a None None] Provisioning for port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:42.504032 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 35950) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:42.511007 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-46ca7448-d1d9-4490-8f7a-208dbb84891a None None] Provisioning complete for port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:42.511391 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-46ca7448-d1d9-4490-8f7a-208dbb84891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.526274 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.533760 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-765843fc-5dcd-4fe4-a32f-1457e2370395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:42.589723 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb4b495-2c71-4700-82c5-ccaf85034adc,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:42.595261 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:42.598716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.603092 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bb4b495-2c71-4700-82c5-ccaf85034adc HTTP/1.1" status: 204 len: 168 time: 0.5423288 Aug 11 16:26:42.604229 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-46ca7448-d1d9-4490-8f7a-208dbb84891a None None] Port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:42.606089 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Request body: {'port': {'device_id': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:42.644339 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c9fc4c32-3776-49a3-9567-c15c4ad248df req-8bf1d3cc-d89f-4555-9f86-be81a086dedf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612918 Aug 11 16:26:42.674707 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.695386 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:42.699617 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Usage tracker for resource:security_group_rule and tenant:6cebdf60b7224349a3413ef34f24e66d is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:42.702559 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:42.709365 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:42.732799 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.822875 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.828365 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.842941 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7573d253-baaf-414a-934b-83f47087e287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:42.886460 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cebdf60b7224349a3413ef34f24e66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806429 Aug 11 16:26:42.889116 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35964) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:42.891988 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4125dbc-25e3-47d6-96a8-19556e1633e7,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:42.895350 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:43.016686 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.201580 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.296961 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.330578 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b6bea18e-d6b0-42d3-aca6-808a703d60c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:43.360844 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4125dbc-25e3-47d6-96a8-19556e1633e7,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:43.365936 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:43.368545 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.370619 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4125dbc-25e3-47d6-96a8-19556e1633e7 HTTP/1.1" status: 204 len: 168 time: 0.4797084 Aug 11 16:26:43.376351 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:26:43.387093 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.406338 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Transition to ACTIVE for port object 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:43.411372 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.416565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7ed349e8-a864-4393-93eb-cae8cd83c2a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:43.468035 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 35990) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:43.589790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:43.597433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:43.675464 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Attempting to bind port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:43.676189 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Attempting to bind port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:43.676725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Attempting to bind port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 on network 51108e80-1c7c-4931-bec4-ea51e53ac27d {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:43.683413 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 on network 51108e80-1c7c-4931-bec4-ea51e53ac27d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:26:43.684168 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Attempting to bind port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 on network 51108e80-1c7c-4931-bec4-ea51e53ac27d {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:43.692848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:43.693810 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Checking segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:43.694332 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Bound using segment: {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:43.695113 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Bound port: 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20e24b2-a020-4ee5-abf5-5ade05df2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:43.695428 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.758795 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-266520109-network', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:43.781163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:43.789560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Usage tracker for resource:network and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:43.794048 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:43.803558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:43.829837 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Made reservation on behalf of d96349e8cb39413eba7658a2b9bc05aa for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:43.832121 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.845306 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:43.845530 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36000) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:43.852214 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.864144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:43.870116 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.870984 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.874900 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:43.876919 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-38de8ab2-ce6d-444c-9dc7-26654be27fc0 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:43.894273 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:43.900392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0d2687cf5b497cb722272360bd87a3 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:43.905158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:43.911733 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:43.914346 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:43.923505 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:43.937989 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:43.945819 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:43.946323 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.947719 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] 10.222.0.39 "PUT /v2.0/ports/0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 1093 time: 1.4814172 Aug 11 16:26:43.950425 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:43.956654 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49077a2-9acb-4ed5-a885-a663841fe732 req-344d0b8e-f116-49b0-91b3-e0f113e314c3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:43.961011 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f49077a2-9acb-4ed5-a885-a663841fe732 req-344d0b8e-f116-49b0-91b3-e0f113e314c3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1618099 Aug 11 16:26:43.990379 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:43.994882 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.020068 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'status': 'completed', 'code': 200} Aug 11 16:26:44.052902 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f49077a2-9acb-4ed5-a885-a663841fe732 req-8d72b7c8-4b37-4464-b508-af89b3982df8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768964 Aug 11 16:26:44.093774 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.101908 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.111279 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-97139bc4-6c88-4b69-9c10-f924e54c41d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.117685 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.127971 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.133887 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6792f084-3f1c-418d-b23c-2c175bcf0903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.155716 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a0d2687cf5b497cb722272360bd87a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091953 Aug 11 16:26:44.158276 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36006) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:44.161186 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e845a5-7fb1-4836-a044-3b06da95eb31,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.165447 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e30b7737-0058-4a37-a73b-039c6ed3fe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.169878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:26:44.180161 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-1a1b594f-7319-4553-b98c-857f094feb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:44.181684 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-1a1b594f-7319-4553-b98c-857f094feb83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1096 time: 0.1426935 Aug 11 16:26:44.182783 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4eedfb-d62a-4e90-8639-73dc83587706,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.186133 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.188968 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.189312 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Added segment 9d46cd05-d122-4947-90fe-3c9a5e0395c9 of type vlan for network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc Aug 11 16:26:44.231943 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.260312 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.263925 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-e514b309-8f3b-47ad-af5c-1e865f1dd101 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 217 time: 0.0693471 Aug 11 16:26:44.315335 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.318683 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.323450 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ff8bd037-8b95-4955-986a-d26ad01575d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.338580 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e845a5-7fb1-4836-a044-3b06da95eb31,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.339674 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.350157 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.354388 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-122ed049-5005-4711-871d-62610742918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:44.357379 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65e845a5-7fb1-4836-a044-3b06da95eb31 HTTP/1.1" status: 204 len: 168 time: 0.1926296 Aug 11 16:26:44.357829 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-122ed049-5005-4711-871d-62610742918e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0790343 Aug 11 16:26:44.402384 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.411895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:44.412673 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.420669 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-0672640e-1348-4032-a3dc-4de8d8e6342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.532496 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Pushing event updated for resources: {'Network': ['ID=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.539457 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36016) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:44.539596 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0702572 Aug 11 16:26:44.540613 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.547104 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Request body: {'subnet': {'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-266520109-subnet', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:44.547305 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:26:44.555097 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-d8c58506-c4f9-436c-b24b-cb27c82f3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:44.556657 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-d8c58506-c4f9-436c-b24b-cb27c82f3d5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1964030 Aug 11 16:26:44.558683 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:44.566961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Usage tracker for resource:subnet and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:44.578950 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:44.598065 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:44.616336 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Made reservation on behalf of d96349e8cb39413eba7658a2b9bc05aa for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:44.622504 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.705573 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-8b572a7e-eeb3-45f6-b388-6a6312f3ef10 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422400 Aug 11 16:26:44.867532 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ec8ce47e-e448-40e0-a806-2ac813f216b6 req-4324de9d-f3f6-42d0-9b8e-6c448748836a service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553032 Aug 11 16:26:44.903216 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.908138 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.986268 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.992232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.995157 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Checking segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:44.995531 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Network hostable DHCP agents. Network: 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:26:45.018589 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:26:45.030686 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:45.035700 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:45.036677 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.044741 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d740cc-e979-4849-a492-4f58f878fff4 None None] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:45.052055 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-2953e02d-94f5-4390-8926-818400c8f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:45.054098 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-2953e02d-94f5-4390-8926-818400c8f1e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1096 time: 0.0864322 Aug 11 16:26:45.063328 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5224066 Aug 11 16:26:45.065737 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36038) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:45.072508 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:45.077966 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:45.083682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Usage tracker for resource:router and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:45.095460 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:45.117915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:45.135071 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.137588 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.167123 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.340906 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:26:45.341755 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.429137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-c596214b-2cc6-4753-8e8a-a8c2034cb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:45.430760 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-c596214b-2cc6-4753-8e8a-a8c2034cb5aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.3629365 Aug 11 16:26:45.457411 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac2013-3bf8-4456-813d-89b5f37d6200 req-2dd8daf4-cb68-476e-985e-f896c9a83aeb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:45.459094 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8cac2013-3bf8-4456-813d-89b5f37d6200 req-2dd8daf4-cb68-476e-985e-f896c9a83aeb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1295810 Aug 11 16:26:45.550376 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8cac2013-3bf8-4456-813d-89b5f37d6200 req-def6990a-b330-433c-8e5a-5b8464d93c95 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821793 Aug 11 16:26:45.581163 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Allocated IP 172.20.0.2 (7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc/bbce3f1e-1d37-4e3a-b484-07c2e74d10b4/6d8c963f-b527-4b2f-9732-3c40ae328be5) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:45.637456 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.823602 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.834467 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Transition to ACTIVE for port object 6d8c963f-b527-4b2f-9732-3c40ae328be5 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:45.853478 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Transition to ACTIVE for port object 6d8c963f-b527-4b2f-9732-3c40ae328be5 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:45.860705 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.867329 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:45.949717 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:45.950648 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Pushing event updated for resources: {'Port': ['ID=6d8c963f-b527-4b2f-9732-3c40ae328be5,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:45.953520 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:45.956072 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:45.964752 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.965097 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.965433 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.966095 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.966095 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.966401 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.966753 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.967075 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.967408 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.967727 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.968047 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.968360 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:45.978746 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.002700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:46.009084 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.058736 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Attempting to bind port 6d8c963f-b527-4b2f-9732-3c40ae328be5 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:46.059210 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Attempting to bind port 6d8c963f-b527-4b2f-9732-3c40ae328be5 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:46.059588 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Attempting to bind port 6d8c963f-b527-4b2f-9732-3c40ae328be5 on network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:46.066836 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:46.067218 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Checking segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:46.067619 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.068011 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Bound using segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:46.068475 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Bound port: 6d8c963f-b527-4b2f-9732-3c40ae328be5, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:46.068853 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.168035 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-6e3f0cfe-0680-45b3-aac2-d03b526b5089 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 217 time: 0.0839503 Aug 11 16:26:46.168435 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] For port 6d8c963f-b527-4b2f-9732-3c40ae328be5, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:46.170065 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Allocated IP 172.27.0.161 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/2d11e0ac-56a7-4fef-9873-f528b861e2f1) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:46.172759 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] For port 6d8c963f-b527-4b2f-9732-3c40ae328be5, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=6d8c963f-b527-4b2f-9732-3c40ae328be5,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:46.178438 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.184634 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-cf2e84f4-598e-44c1-b1d1-2dc59df954c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:46.263663 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Pushing event updated for resources: {'Port': ['ID=6d8c963f-b527-4b2f-9732-3c40ae328be5,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:46.273888 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:46.341971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.379829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.386750 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:46.456321 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:46.459332 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:46.465890 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:46.548378 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Pushing event updated for resources: {'Port': ['ID=2d11e0ac-56a7-4fef-9873-f528b861e2f1,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:46.558964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.559330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.559685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.560187 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.560534 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.560910 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.561237 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.561552 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.561892 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.562230 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.562591 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.562926 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.629418 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:46.875421 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 6d8c963f-b527-4b2f-9732-3c40ae328be5 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:46.912655 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9b755-7eb1-4045-a541-3e98e9e9f829 req-940ac38d-2779-48c4-b015-3883e712f93e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:46.914670 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-12d9b755-7eb1-4045-a541-3e98e9e9f829 req-940ac38d-2779-48c4-b015-3883e712f93e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.2167237 Aug 11 16:26:46.964312 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 6d8c963f-b527-4b2f-9732-3c40ae328be5 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:47.020910 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36096) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:47.043042 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-12d9b755-7eb1-4045-a541-3e98e9e9f829 req-a6f03af2-b09a-4cf3-9b08-32e33ff7b12d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226454 Aug 11 16:26:47.058300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-3c0f5df3-4b26-44ce-a5e3-7724cb16221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:47.060144 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-3c0f5df3-4b26-44ce-a5e3-7724cb16221f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0882337 Aug 11 16:26:47.090812 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.190747 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.215793 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:47.221247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b95e1d6d5141f58b310c8f8e9aacc7 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:47.225665 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:47.232249 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:47.329334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.333853 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.341597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-53269730-99f6-48f9-b77b-d9e5ac5e7d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:47.353464 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e2eef-cc7d-4e03-8d72-d5e13216e3ca None None] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:47.381627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4bb72a-dfb6-4bb4-b928-32c132efd30c,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:47.389321 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5b95e1d6d5141f58b310c8f8e9aacc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673782 Aug 11 16:26:47.390259 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:47.390722 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36102) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:47.457211 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.483784 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Provisioning for port 6d8c963f-b527-4b2f-9732-3c40ae328be5 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:47.487846 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.519999 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Provisioning complete for port 6d8c963f-b527-4b2f-9732-3c40ae328be5 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:47.520480 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.555363 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.563415 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-40377fc8-59ae-4d45-b99d-6fd51a49c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:47.568493 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.580454 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4bb72a-dfb6-4bb4-b928-32c132efd30c,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:47.584626 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:47.588031 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.602493 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae4bb72a-dfb6-4bb4-b928-32c132efd30c HTTP/1.1" status: 204 len: 168 time: 0.2003577 Aug 11 16:26:47.745991 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.785551 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] For port 6d8c963f-b527-4b2f-9732-3c40ae328be5, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=6d8c963f-b527-4b2f-9732-3c40ae328be5,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:47.787691 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Router 0887d18c-69aa-4c2c-824e-cec8f4efb917 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:26:47.791250 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.794329 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:47.873022 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Pushing event updated for resources: {'Port': ['ID=6d8c963f-b527-4b2f-9732-3c40ae328be5,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:47.876873 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:47.956936 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36110) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:47.994415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.004752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-d8b5a0ac-62f4-4773-ab87-8117519f541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:48.006253 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-d8b5a0ac-62f4-4773-ab87-8117519f541d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767529 Aug 11 16:26:48.017530 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0799c10f-91c5-4d21-8b83-bcede31b256b None None] Provisioning complete for port 6d8c963f-b527-4b2f-9732-3c40ae328be5 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:48.018055 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0799c10f-91c5-4d21-8b83-bcede31b256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.021335 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:48.028325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:48.030199 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Usage tracker for resource:security_group_rule and tenant:b997be114a0a47abb3edc64c7d090ca5 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:48.036267 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:48.050162 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:48.056006 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Sync routers for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:48.072834 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.073999 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0071058 Aug 11 16:26:48.077611 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36116) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:48.085935 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:48.086737 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:48.210620 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.215146 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.228754 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6e66142a-adce-478d-9841-027fdc104342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:48.262396 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92b2452-52c1-4590-b24a-5f187d2e3e25,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:48.294033 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:48.330054 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b997be114a0a47abb3edc64c7d090ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697438 Aug 11 16:26:48.334100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36124) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:48.335007 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-5ce31e2a-2295-4692-946b-66d65f748853 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307459552&fields=id&tenant_id=f4e163fbb85c43b5b4c248642362abfc HTTP/1.1" status: 200 len: 267 time: 0.0694244 Aug 11 16:26:48.388367 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:48.411397 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-ed009960-9828-4fde-925d-dd282590f9a9 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973591 Aug 11 16:26:48.421437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-4c057fa9-1e8c-48b0-b5ee-8ef79e537a36 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:48.422931 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-4c057fa9-1e8c-48b0-b5ee-8ef79e537a36 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 985 time: 0.0842550 Aug 11 16:26:48.436178 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Request body: {'port': {'security_groups': ['c6fc8104-b24a-40f4-b5db-6bd6d1f53a55']}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:48.507851 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70914a5-dc77-41a9-9791-b6ec96456bc2 req-ae7f25f5-f55c-47b2-b9ff-a5450de7c0fa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:48.509334 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e70914a5-dc77-41a9-9791-b6ec96456bc2 req-ae7f25f5-f55c-47b2-b9ff-a5450de7c0fa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.2934794 Aug 11 16:26:48.571460 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.700406 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:46Z', 'revision_number': 3, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:48.704692 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Checking router: 0887d18c-69aa-4c2c-824e-cec8f4efb917 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:48.705217 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Updating router 0887d18c-69aa-4c2c-824e-cec8f4efb917 port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:26:48.768194 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.795733 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.799642 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e70914a5-dc77-41a9-9791-b6ec96456bc2 req-b2c7b8f2-5fa7-442e-9c2d-5b364a6637cd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287617 Aug 11 16:26:48.847971 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac41a9d9-e73b-4276-b984-6f9a7fe19533 req-1f3339e2-ff9f-4e30-ba7a-ebef9473744e service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228721 Aug 11 16:26:48.851637 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.854152 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:48.887694 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.893129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6652412'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.895920 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 6d8c963f-b527-4b2f-9732-3c40ae328be5 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:48.900575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7921a048-e49c-4578-97aa-86496c1402f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:48.935230 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:48.976903 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:48.977685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.979429 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dacf9740-ad4a-4353-bf0c-a3adc95cfeb5 req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "PUT /v2.0/ports/bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 943 time: 0.5483761 Aug 11 16:26:48.979981 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:48.988679 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36128) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:49.020001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event updated for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=7']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:49.029804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:49.077935 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'status': 'completed', 'code': 200} Aug 11 16:26:49.139829 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:49.217690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.261962 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.342906 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 6d8c963f-b527-4b2f-9732-3c40ae328be5 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:49.343568 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.387252 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.401236 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3feee12d-1302-40e1-9723-bda828eed863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:49.419944 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.425329 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-49e4d160-a798-4150-8e9c-1a57d06dd516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:49.443501 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-1ca49468-8f5f-4944-b2f3-f157c949842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:49.446124 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-1ca49468-8f5f-4944-b2f3-f157c949842b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1099 time: 0.3154726 Aug 11 16:26:49.450501 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597304c0-fb22-4146-8ba9-0a836268b888,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:49.456681 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:49.479280 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.480642 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "DELETE /v2.0/security-groups/597304c0-fb22-4146-8ba9-0a836268b888 HTTP/1.1" status: 204 len: 168 time: 0.4879601 Aug 11 16:26:49.483720 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36138) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:49.537618 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-abc121e0-7302-47d0-baa1-40ea5f0d1c28 None None] Provisioning complete for port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:49.538003 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-abc121e0-7302-47d0-baa1-40ea5f0d1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.620761 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92b2452-52c1-4590-b24a-5f187d2e3e25,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:49.623295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-07c71cb9-7d3c-420e-9eda-317e70b5d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:49.624932 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-07c71cb9-7d3c-420e-9eda-317e70b5d4d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 915 time: 0.1470954 Aug 11 16:26:49.625786 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:49.722160 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.723738 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e92b2452-52c1-4590-b24a-5f187d2e3e25 HTTP/1.1" status: 204 len: 168 time: 1.3886468 Aug 11 16:26:49.785577 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Deleting port 044c37d3-2450-412d-8ad2-45b9565373a8 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:49.785921 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.801069 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-e95b309e-0e87-4238-b3d6-8b95bf0d3dfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 1002 time: 0.1669488 Aug 11 16:26:49.932888 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.982565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-ec9f3da2-d9c1-4773-b700-f0a01bfeec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:49.992919 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-ec9f3da2-d9c1-4773-b700-f0a01bfeec8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.1840887 Aug 11 16:26:50.064704 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.067610 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.068115 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.178011 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Transition to ACTIVE for port object 2d11e0ac-56a7-4fef-9873-f528b861e2f1 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:50.246453 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.258687 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.346972 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Calling delete_port for 044c37d3-2450-412d-8ad2-45b9565373a8 owned by network:floatingip {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:50.446160 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:26:50.448445 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Attempting to bind port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:50.448825 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Attempting to bind port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:50.449261 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Attempting to bind port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:50.455583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-9a0af40d-530b-4a98-8735-a21ebc9435c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:50.457159 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-9a0af40d-530b-4a98-8735-a21ebc9435c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3944647 Aug 11 16:26:50.468433 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:50.468808 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:50.469578 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.470368 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:50.470489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Bound port: 2d11e0ac-56a7-4fef-9873-f528b861e2f1, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:50.471003 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.503315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9c0bb-8d48-4ba2-a2ff-8b365011d27b None None] Pushing event updated for resources: {'Port': ['ID=2d11e0ac-56a7-4fef-9873-f528b861e2f1,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.506731 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-dde9c0bb-8d48-4ba2-a2ff-8b365011d27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:50.593842 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.607917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b956f399-3a9b-4fdc-9bea-461933e927de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.658205 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event deleted for resources: {'Port': ['ID=044c37d3-2450-412d-8ad2-45b9565373a8,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.663346 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:50.678169 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Allocated IP 172.20.0.1 (7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc/bbce3f1e-1d37-4e3a-b484-07c2e74d10b4/84a7cd26-f59f-4027-b877-7913ec8fd5e6) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:50.689295 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] For port 2d11e0ac-56a7-4fef-9873-f528b861e2f1, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:50.712834 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] For port 2d11e0ac-56a7-4fef-9873-f528b861e2f1, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2d11e0ac-56a7-4fef-9873-f528b861e2f1,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:50.721498 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.734691 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.811791 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:50.843153 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'mac_address': 'fa:16:3e:49:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:26:50.852948 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks [] for floatingip, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.853335 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.l3_db [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Floating IP df041fa6-854f-40c2-b921-3736d2bece30 disassociated (deleted). External IP: 172.27.0.107, port: bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d. Aug 11 16:26:50.893035 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:50.893853 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:50.923836 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.959646 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9c0bb-8d48-4ba2-a2ff-8b365011d27b None None] Pushing event updated for resources: {'Port': ['ID=2d11e0ac-56a7-4fef-9873-f528b861e2f1,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.963553 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-dde9c0bb-8d48-4ba2-a2ff-8b365011d27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:51.003388 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Transition to ACTIVE for port object 84a7cd26-f59f-4027-b877-7913ec8fd5e6 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:51.006754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.047820 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-c33ad30b-b819-432e-a99e-6694632d4f54 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619071 Aug 11 16:26:51.093503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:26:51.132327 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:51.152802 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a5222-879c-4da3-83d5-0575b0559f50 req-0b5fa0c7-1852-43e9-8b47-1349a51884b0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:51.155379 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:51.160149 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f49a5222-879c-4da3-83d5-0575b0559f50 req-0b5fa0c7-1852-43e9-8b47-1349a51884b0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.5033684 Aug 11 16:26:51.165534 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.178445 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:51.237878 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f49a5222-879c-4da3-83d5-0575b0559f50 req-17cd7864-872d-458b-8a71-562afa44f779 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767355 Aug 11 16:26:51.250659 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7cd26-f59f-4027-b877-7913ec8fd5e6,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:51.263312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:51.282943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:51.286204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:51.291073 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:51.294058 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.299239 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:51.383822 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Router 06b585d9-87cc-4df3-8a5e-543c59dfee2a has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:51.389704 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-aa89af0c-9106-4d59-beb6-0a3e3a6982a7 req-2d8dc144-a2ef-4319-b0fa-d2682ca99a57 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331494 Aug 11 16:26:51.421769 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:51.437452 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:51.447140 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.701869 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['0062ec88-ec88-45d1-a4a2-6f64dc6a7846'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:51.849069 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-d33d491c-b981-4213-955f-38261c934b2d None None] Provisioning for port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:51.863562 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-d33d491c-b981-4213-955f-38261c934b2d None None] Provisioning complete for port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:51.864324 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d33d491c-b981-4213-955f-38261c934b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.875729 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.881099 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:51.895310 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] Sync routers for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:51.915868 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:51.918632 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:51.935686 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.027670 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d33d491c-b981-4213-955f-38261c934b2d None None] Port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:52.045286 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "DELETE /v2.0/floatingips/df041fa6-854f-40c2-b921-3736d2bece30 HTTP/1.1" status: 204 len: 168 time: 2.5603185 Aug 11 16:26:52.046294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:52.102487 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'status': 'completed', 'code': 200} Aug 11 16:26:52.142198 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:46Z', 'revision_number': 3, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:52.154390 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bbe87-c43a-440f-9d55-2ff242a3aaec None None] The sync data for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi is: [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:46Z', 'revision_number': 3, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:52.265726 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:52.352847 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-87af72fe-041f-4a28-8502-d356562f49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:52.356001 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-87af72fe-041f-4a28-8502-d356562f49c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4e163fbb85c43b5b4c248642362abfc&device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 1099 time: 0.1828024 Aug 11 16:26:52.419871 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.438905 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.492688 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e68ada06-3a4a-477f-8b14-8ac5f3df7820 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:52.668208 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36216) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:52.711731 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7cd26-f59f-4027-b877-7913ec8fd5e6,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:52.717706 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1efbb2-6d5e-4771-867a-a8d24db47a21 req-6dc233f8-e1b7-4245-98ba-a29e2c056f6f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:52.719328 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4f1efbb2-6d5e-4771-867a-a8d24db47a21 req-6dc233f8-e1b7-4245-98ba-a29e2c056f6f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 944 time: 0.2861755 Aug 11 16:26:52.746385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:52.761147 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.840193 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4f1efbb2-6d5e-4771-867a-a8d24db47a21 req-ee0c6e22-defc-4876-9ee7-8acbe016a76d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131928 Aug 11 16:26:52.886631 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-90f1acdf-7ac8-48eb-bb64-825731aa297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:52.888204 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-90f1acdf-7ac8-48eb-bb64-825731aa297e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 200 len: 915 time: 0.5120084 Aug 11 16:26:52.938944 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.945149 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2d11e0ac-56a7-4fef-9873-f528b861e2f1 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:52.957476 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:52.967067 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Usage tracker for resource:security_group_rule and tenant:d638563c18784edfab574c09a9eba87f is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:52.970123 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:52.976631 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:52.997438 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:33Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:53.001983 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] Checking router: 06b585d9-87cc-4df3-8a5e-543c59dfee2a for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:53.014279 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:53.015137 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:53.063928 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:53.072254 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:53.073025 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.080408 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-46d687d0-7928-4aa9-8dc1-c146d680af50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 200 len: 217 time: 0.1710227 Aug 11 16:26:53.122783 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.128303 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.142616 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-aedda1f0-1319-4c35-aeb6-9214d3ff81a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:53.204640 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d638563c18784edfab574c09a9eba87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341809 Aug 11 16:26:53.205145 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36226) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:53.280695 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c85b8c-a9d5-42ce-a51c-8d78c529f63f,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:53.302471 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:53.307481 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.311032 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.315377 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-ef6b70ce-1b54-411e-89bb-106c1cd94b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:53.318715 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-ef6b70ce-1b54-411e-89bb-106c1cd94b1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 200 len: 853 time: 0.2233479 Aug 11 16:26:53.327058 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:53.341087 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 2d11e0ac-56a7-4fef-9873-f528b861e2f1, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2d11e0ac-56a7-4fef-9873-f528b861e2f1,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:53.341378 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.343090 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:53.370201 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.380039 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-30e43603-baba-4440-92ee-7c3d3cf69575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:53.410564 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:53.455557 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.463562 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0678db4d-1f79-4893-bd6a-36be1d6523cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:53.468754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=2d11e0ac-56a7-4fef-9873-f528b861e2f1,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:53.478854 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c85b8c-a9d5-42ce-a51c-8d78c529f63f,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:53.481500 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:53.487186 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:53.488955 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.495452 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3c85b8c-a9d5-42ce-a51c-8d78c529f63f HTTP/1.1" status: 204 len: 168 time: 0.2871947 Aug 11 16:26:53.771391 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-1abe74ef-036c-45c2-85fb-3d62d3e18208 None None] Provisioning complete for port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:53.772138 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1abe74ef-036c-45c2-85fb-3d62d3e18208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.821067 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-6be16a48-922a-468b-80d1-2e635188d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:53.822587 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-6be16a48-922a-468b-80d1-2e635188d7bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4939809 Aug 11 16:26:53.847697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-1abe74ef-036c-45c2-85fb-3d62d3e18208 None None] Port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:53.895254 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Router 0887d18c-69aa-4c2c-824e-cec8f4efb917 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:53.978676 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:33Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:53.988580 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b916b-93f2-4e1c-bad9-ad969bee40f5 None None] The sync data for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi is: [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:23:25Z', 'revision_number': 4, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '3a13f8d2-ca6b-4fd4-befa-8a144e293603', 'name': '', 'network_id': '7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'mac_address': 'fa:16:3e:12:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:24Z', 'updated_at': '2021-08-11T16:23:33Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'subnets': [{'id': 'aa2e6f79-ca3b-40d4-8899-ef447a5247f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:54.007165 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36242) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:54.036420 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.105851 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-38d5f289-1543-4176-bd6a-232777399210 service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769027 Aug 11 16:26:54.122004 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:54.128554 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Usage tracker for resource:security_group_rule and tenant:cde0afb19cf24dec9e7c8b7a9ecbf4af is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:54.131918 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:54.144487 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:54.203834 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2229e-0de4-46df-bf82-f21bb5e3866a req-0f69ffd6-25e5-4efb-b893-a796d0e46c3b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:54.205310 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-39a2229e-0de4-46df-bf82-f21bb5e3866a req-0f69ffd6-25e5-4efb-b893-a796d0e46c3b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 944 time: 0.1397178 Aug 11 16:26:54.286404 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-39a2229e-0de4-46df-bf82-f21bb5e3866a req-fae0bf3b-6d99-441a-9347-67a7618850db tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731945 Aug 11 16:26:54.301797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.308961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.319943 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b5285fdc-e749-471a-9906-87cfb42ce2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:54.372568 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cde0afb19cf24dec9e7c8b7a9ecbf4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616929 Aug 11 16:26:54.372568 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0279d-9ac3-42b3-b43c-26a6f85cd715,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:54.374944 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:54.375432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36246) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:54.398953 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:54.421471 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] 10.222.0.18 "PUT /v2.0/routers/0887d18c-69aa-4c2c-824e-cec8f4efb917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3427880 Aug 11 16:26:54.444002 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6dc58dc4-8e23-4ad2-84ec-f8a7ed874b30 req-4ad209f5-f2f2-4226-bf29-3a2aedb2afcf service neutron] 10.222.0.39 "GET /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880140 Aug 11 16:26:54.444495 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.453748 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:54.474916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.554618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.559777 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-03b5d9f7-3e78-41aa-830c-11c67a88374f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:54.572924 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0279d-9ac3-42b3-b43c-26a6f85cd715,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:54.575866 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:54.576824 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.580506 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bef0279d-9ac3-42b3-b43c-26a6f85cd715 HTTP/1.1" status: 204 len: 168 time: 0.2015853 Aug 11 16:26:54.623453 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45156ead-baf9-4d87-b61f-d0cbe4a81750 None None] New status for floating IP df041fa6-854f-40c2-b921-3736d2bece30: DOWN {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:26:54.809055 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:54.821109 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:54.825566 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.932976 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Sync routers for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:54.941573 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2d11e0ac-56a7-4fef-9873-f528b861e2f1 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:54.945666 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:54.946566 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:55.026876 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.058421 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:55.070404 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:55.080185 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:55.080595 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.142173 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.144577 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:55.181484 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'code': 200} Aug 11 16:26:55.258487 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:55.369463 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:55.383975 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:55.516449 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36298) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:55.522225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-839997146-network', 'tenant_id': '8576807517724581af857186acc8bb47'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:55.531827 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:55.539632 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Usage tracker for resource:network and tenant:8576807517724581af857186acc8bb47 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:55.549314 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:55.565755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:55.599305 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Made reservation on behalf of 8576807517724581af857186acc8bb47 for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:55.603561 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.617393 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396a35b-df8d-4afa-a6ea-3d4153145858 req-a872005e-7961-44a8-96f8-165012f4d1ce tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:55.619875 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8396a35b-df8d-4afa-a6ea-3d4153145858 req-a872005e-7961-44a8-96f8-165012f4d1ce tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.2002475 Aug 11 16:26:55.636799 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.661573 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691c3ce-dbc1-4adf-b5d2-58d8dadea47d req-94e1d6e0-9b9f-45ad-897f-3cad7a3a0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:55.663171 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7691c3ce-dbc1-4adf-b5d2-58d8dadea47d req-94e1d6e0-9b9f-45ad-897f-3cad7a3a0682 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1098 time: 0.1933017 Aug 11 16:26:55.668863 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:55.675320 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Usage tracker for resource:security_group_rule and tenant:8576807517724581af857186acc8bb47 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:55.680122 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:55.691217 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:55.799348 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8396a35b-df8d-4afa-a6ea-3d4153145858 req-88bec75d-0701-44cb-8be0-222aa1624d21 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646802 Aug 11 16:26:55.820136 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7691c3ce-dbc1-4adf-b5d2-58d8dadea47d req-4f4cf7c5-fa1d-4d78-a688-3f10a7c57ae9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478012 Aug 11 16:26:55.830088 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.837032 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.841443 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-405d7414-65aa-49bd-8601-91894f433774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:55.845689 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 2, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:55.849670 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Checking router: 0887d18c-69aa-4c2c-824e-cec8f4efb917 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:55.850031 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Updating router 0887d18c-69aa-4c2c-824e-cec8f4efb917 port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:26:55.853029 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36308) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:55.868972 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:26:55.889971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fb629-5c8d-417e-b6cf-66f7348e1c48,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:55.893147 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.893471 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Added segment a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe of type vlan for network 35e18df7-ffcf-4b31-9860-21885232d601 Aug 11 16:26:55.895013 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:55.907289 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.927095 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.967408 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.970010 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:55.970946 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.997717 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:56.032341 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2107498768-network', 'tenant_id': 'd1b61b61bec341bd9be8f40ff4dace81'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:56.040040 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:56.051953 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5344660 Aug 11 16:26:56.056211 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36318) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:56.058656 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Usage tracker for resource:network and tenant:d1b61b61bec341bd9be8f40ff4dace81 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:56.063217 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:56.064986 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Request body: {'subnet': {'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-839997146-subnet', 'tenant_id': '8576807517724581af857186acc8bb47', 'ip_version': 4}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:56.072331 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:56.077515 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Usage tracker for resource:subnet and tenant:8576807517724581af857186acc8bb47 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:56.081721 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:56.089650 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:56.100292 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Made reservation on behalf of 8576807517724581af857186acc8bb47 for: {'subnet': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:56.103938 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7170289'] for subnet, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.118745 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Pushing event updated for resources: {'Network': ['ID=35e18df7-ffcf-4b31-9860-21885232d601,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:56.120859 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:56.124766 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:56.135174 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 35e18df7-ffcf-4b31-9860-21885232d601 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:26:56.135677 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Made reservation on behalf of d1b61b61bec341bd9be8f40ff4dace81 for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:56.138421 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.176929 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.196618 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.200514 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:56.205209 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b61b61bec341bd9be8f40ff4dace81 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:56.209260 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:56.220476 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:56.341989 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.347081 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.350289 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5c162fde-e55b-4d9b-94c9-92be6d0d89fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:56.372695 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.382483 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9c351-6faf-466e-a997-17d21436ecdf,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:56.385644 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Transition to ACTIVE for port object 84a7cd26-f59f-4027-b877-7913ec8fd5e6 will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:56.387516 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:56.388526 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:26:56.392877 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.396879 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-8fe21cc0-ff1a-403b-8c8a-ca3c6a4593c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:56.399875 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.400259 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Added segment 6aa0e6b7-7223-46f1-b3df-ded3e0c1b578 of type vlan for network dbb2eca1-a4ad-4eb9-b447-07dd95e70317 Aug 11 16:26:56.425773 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7237797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7170179'] for subnet, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.430505 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-acc93146-d3cb-427c-b927-6b49e4356161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:56.431405 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.467114 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.468463 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:56.469578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.477716 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2c4c2587-81e8-48f9-8c94-4f3f230b7c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:56.493499 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Pushing event updated for resources: {'Port': ['ID=84a7cd26-f59f-4027-b877-7913ec8fd5e6,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:56.503163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc89e2ea-5b9c-4442-9f82-11334347c384,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:56.507510 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:56.514687 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Checking segment: {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:56.515043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Network hostable DHCP agents. Network: 35e18df7-ffcf-4b31-9860-21885232d601, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:26:56.547908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Network 35e18df7-ffcf-4b31-9860-21885232d601 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:26:56.562912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 35e18df7-ffcf-4b31-9860-21885232d601) {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:56.568017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:56.568635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.576733 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fb6c5-caad-4114-94f7-eaf5205cd7d1 None None] Network 35e18df7-ffcf-4b31-9860-21885232d601 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:56.595929 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5359337 Aug 11 16:26:56.596409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36326) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:56.598045 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.598373 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.598719 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.599058 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.599366 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.599673 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.600037 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.600293 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.600798 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.601122 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.601443 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.601744 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:56.605295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:56.609911 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:56.611968 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:56.613941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Usage tracker for resource:router and tenant:8576807517724581af857186acc8bb47 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:56.618293 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:56.623984 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb2eca1-a4ad-4eb9-b447-07dd95e70317,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:56.624698 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:56.635285 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:56.638093 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.639250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.655344 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network dbb2eca1-a4ad-4eb9-b447-07dd95e70317 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:26:56.663939 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.669505 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8127947 Aug 11 16:26:56.669797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36330) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:56.676156 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Request body: {'subnet': {'network_id': 'dbb2eca1-a4ad-4eb9-b447-07dd95e70317', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2107498768-subnet', 'tenant_id': 'd1b61b61bec341bd9be8f40ff4dace81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:56.687420 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:56.696418 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Usage tracker for resource:subnet and tenant:d1b61b61bec341bd9be8f40ff4dace81 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:56.699983 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:56.707279 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:56.713587 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Attempting to bind port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:56.714004 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Attempting to bind port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:56.714373 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Attempting to bind port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 on network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:56.720164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Made reservation on behalf of d1b61b61bec341bd9be8f40ff4dace81 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:56.721959 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:56.722387 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Checking segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:56.722964 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.723199 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.723407 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Bound using segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:56.723935 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Bound port: 84a7cd26-f59f-4027-b877-7913ec8fd5e6, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:56.724388 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.879111 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] For port 84a7cd26-f59f-4027-b877-7913ec8fd5e6, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:56.886834 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] For port 84a7cd26-f59f-4027-b877-7913ec8fd5e6, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=84a7cd26-f59f-4027-b877-7913ec8fd5e6,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:56.893799 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.904410 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:57.002581 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:57.003214 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:57.270271 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.292869 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1821e7ea-1eed-438b-bb4a-de7c24a2a41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:57.364605 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-35e18df7-ffcf-4b31-9860-21885232d601', 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'tenant_id': '8576807517724581af857186acc8bb47', 'fixed_ips': [{'subnet_id': 'dc89e2ea-5b9c-4442-9f82-11334347c384'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:26:57.368171 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.368641 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.378554 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Pushing event updated for resources: {'Port': ['ID=84a7cd26-f59f-4027-b877-7913ec8fd5e6,revision_number=4']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:57.388242 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:57.426015 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Checking segment: {'id': '6aa0e6b7-7223-46f1-b3df-ded3e0c1b578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dbb2eca1-a4ad-4eb9-b447-07dd95e70317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:57.426483 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Network hostable DHCP agents. Network: dbb2eca1-a4ad-4eb9-b447-07dd95e70317, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:26:57.431518 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:57.487519 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7b13-036e-4369-b900-0b42d9c3317d req-acf23f25-4785-43d0-bada-7076d80f532d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:57.496246 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ecde7b13-036e-4369-b900-0b42d9c3317d req-acf23f25-4785-43d0-bada-7076d80f532d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.4292288 Aug 11 16:26:57.522033 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Network dbb2eca1-a4ad-4eb9-b447-07dd95e70317 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:26:57.577128 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ecde7b13-036e-4369-b900-0b42d9c3317d req-2e3f022f-c575-4a78-ad9f-daaeb310a4ee tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799031 Aug 11 16:26:57.586780 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6668ec1-86f1-46bc-805f-86130fbc9bf8,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:57.602565 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:57.604071 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, dbb2eca1-a4ad-4eb9-b447-07dd95e70317) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:57.625773 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:57.626447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ce6f1-b329-4953-a35e-5f87bda54799 None None] Network dbb2eca1-a4ad-4eb9-b447-07dd95e70317 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:57.626584 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.655622 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9846523 Aug 11 16:26:57.682032 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cabd9-0c8b-4d08-a13b-5635a2e368ab req-2666d378-b249-450a-8185-37954099b4ae tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:57.683663 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2d3cabd9-0c8b-4d08-a13b-5635a2e368ab req-2666d378-b249-450a-8185-37954099b4ae tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.2256610 Aug 11 16:26:57.751269 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2d3cabd9-0c8b-4d08-a13b-5635a2e368ab req-01cfe659-5d6a-4c5a-9d37-716ea4866134 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610561 Aug 11 16:26:57.830556 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Allocated IP 172.20.0.2 (35e18df7-ffcf-4b31-9860-21885232d601/dc89e2ea-5b9c-4442-9f82-11334347c384/418fb3be-3b67-4abf-bcce-a19632718e0f) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:57.978247 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:57.980979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.983248 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86daa1-e9a0-41f9-9eb3-8a22e148616a None None] The sync data for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi is: [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:58.053503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afcab7b-d316-4e65-9d88-4dd74c96b28b None None] Network dbb2eca1-a4ad-4eb9-b447-07dd95e70317 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:58.189653 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.354162 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.373448 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Allocated IP 172.27.0.245 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/617965e0-4df2-4174-b8ae-dc83966fa0a8) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:58.378853 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36362) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:58.385786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1573866548-network', 'tenant_id': 'aafc29d0c4de49db97bf8d062f8075cb'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:58.391061 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:58.396226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Usage tracker for resource:network and tenant:aafc29d0c4de49db97bf8d062f8075cb is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:58.405641 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:58.412651 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:58.419917 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Transition to ACTIVE for port object 418fb3be-3b67-4abf-bcce-a19632718e0f will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:58.427397 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Made reservation on behalf of aafc29d0c4de49db97bf8d062f8075cb for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:58.430660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.457520 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.478764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:58.483008 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Usage tracker for resource:security_group_rule and tenant:aafc29d0c4de49db97bf8d062f8075cb is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:58.485897 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:58.492078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:58.499869 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Transition to ACTIVE for port object 418fb3be-3b67-4abf-bcce-a19632718e0f will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:58.508860 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.513448 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-ec74dbc4-9ddc-49fe-8092-7c8915f94d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:58.584815 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.610418 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Network 35e18df7-ffcf-4b31-9860-21885232d601 is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:58.614850 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:58.618260 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:58.643919 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.649618 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:58.656909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.667843 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.673060 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6f329a02-9d39-4f5a-847d-49c403fbcd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:58.712914 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:26:58.723504 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980d318a-b97a-4887-9856-0031555e3535,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:58.729504 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:58.733044 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.733756 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Added segment 575f56c9-bd46-4635-b0d8-f8e4734a027b of type vlan for network 6563ccc8-0cf9-41f4-8fae-24e3e10ec578 Aug 11 16:26:58.748135 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Pushing event updated for resources: {'Port': ['ID=418fb3be-3b67-4abf-bcce-a19632718e0f,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:58.759485 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:58.777840 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:58.806430 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:58.814429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:58.842591 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.871723 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Attempting to bind port 418fb3be-3b67-4abf-bcce-a19632718e0f on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:58.872304 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Attempting to bind port 418fb3be-3b67-4abf-bcce-a19632718e0f by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:58.872841 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Attempting to bind port 418fb3be-3b67-4abf-bcce-a19632718e0f on network 35e18df7-ffcf-4b31-9860-21885232d601 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:58.878869 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:58.879521 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Checking segment: {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:58.880159 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.880717 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Bound using segment: {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:58.881544 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Bound port: 418fb3be-3b67-4abf-bcce-a19632718e0f, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:58.882934 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.958846 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 84a7cd26-f59f-4027-b877-7913ec8fd5e6 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:59.017151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5605b0-04f8-419a-aeaf-9d22360b5e4d req-4e01bce0-dddf-467e-b220-ac7be259c482 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:59.024699 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c5605b0-04f8-419a-aeaf-9d22360b5e4d req-4e01bce0-dddf-467e-b220-ac7be259c482 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1887970 Aug 11 16:26:59.041248 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.044815 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:59.045405 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.072871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:59.169767 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7870367 Aug 11 16:26:59.181838 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36388) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:59.191536 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] For port 418fb3be-3b67-4abf-bcce-a19632718e0f, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:59.193697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:59.209086 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] For port 418fb3be-3b67-4abf-bcce-a19632718e0f, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=418fb3be-3b67-4abf-bcce-a19632718e0f,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:59.209514 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Pushing event updated for resources: {'Port': ['ID=617965e0-4df2-4174-b8ae-dc83966fa0a8,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:59.210649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Request body: {'subnet': {'network_id': '6563ccc8-0cf9-41f4-8fae-24e3e10ec578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1573866548-subnet', 'tenant_id': 'aafc29d0c4de49db97bf8d062f8075cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:59.213606 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:59.214048 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.231862 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:59.287217 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.293551 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:59.302036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:59.329206 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Pushing event updated for resources: {'Network': ['ID=6563ccc8-0cf9-41f4-8fae-24e3e10ec578,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:59.334912 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Usage tracker for resource:subnet and tenant:aafc29d0c4de49db97bf8d062f8075cb is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:59.338811 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:59.345571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:59.371602 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c5605b0-04f8-419a-aeaf-9d22360b5e4d req-73619803-3ce8-4e11-9cd7-370c6071d8c1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445604 Aug 11 16:26:59.374904 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:59.377325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Made reservation on behalf of aafc29d0c4de49db97bf8d062f8075cb for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:59.383638 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Pushing event updated for resources: {'Port': ['ID=418fb3be-3b67-4abf-bcce-a19632718e0f,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:59.383821 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.387713 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:59.388487 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 6563ccc8-0cf9-41f4-8fae-24e3e10ec578 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:26:59.725692 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e948f-d1de-4d32-82ec-bcaf1f09ba36 req-189facb1-e167-41b9-beee-7afb6eb28a5b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:59.727925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.728484 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.730173 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b01e948f-d1de-4d32-82ec-bcaf1f09ba36 req-189facb1-e167-41b9-beee-7afb6eb28a5b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1301203 Aug 11 16:26:59.735947 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36396) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:59.743574 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Request body: {'floatingip': {'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:59.812966 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 84a7cd26-f59f-4027-b877-7913ec8fd5e6, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=84a7cd26-f59f-4027-b877-7913ec8fd5e6,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:59.819579 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.822165 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-ec74dbc4-9ddc-49fe-8092-7c8915f94d6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:59.865833 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a3aa-7f18-4cd9-a04a-15c26a44661a req-91e2aa1c-4f54-4150-9deb-73a2e2a73f70 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:59.868877 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-26f5a3aa-7f18-4cd9-a04a-15c26a44661a req-91e2aa1c-4f54-4150-9deb-73a2e2a73f70 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.8272121 Aug 11 16:26:59.873945 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.920038 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=84a7cd26-f59f-4027-b877-7913ec8fd5e6,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:59.930687 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:59.933664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-39a0d458-5eb2-4449-833d-0026d72e8ac5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:59.935293 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-39a0d458-5eb2-4449-833d-0026d72e8ac5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.39 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 946 time: 0.7271111 Aug 11 16:27:00.075164 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-26f5a3aa-7f18-4cd9-a04a-15c26a44661a req-b2d85199-3e9b-471e-9e17-967bc3890ce0 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902647 Aug 11 16:27:00.138894 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.162263 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Deleting port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:00.162633 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.204253 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:00.370200 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da765ae6-6b04-430a-ba01-03d5d28af6d5,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:00.376666 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:00.393256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Checking segment: {'id': '575f56c9-bd46-4635-b0d8-f8e4734a027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6563ccc8-0cf9-41f4-8fae-24e3e10ec578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:00.393614 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Network hostable DHCP agents. Network: 6563ccc8-0cf9-41f4-8fae-24e3e10ec578, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:27:00.610337 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.715960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] For port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:00.716319 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.725522 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80edb8e-72cd-46f8-8212-b50c223bfae1 None None] Network 35e18df7-ffcf-4b31-9860-21885232d601 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:00.734063 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Network 6563ccc8-0cf9-41f4-8fae-24e3e10ec578 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:27:00.766469 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 6563ccc8-0cf9-41f4-8fae-24e3e10ec578) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:00.784406 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:00.785017 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.821512 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647f034-6b73-45f8-863c-15917e8d7ae9 None None] Network 6563ccc8-0cf9-41f4-8fae-24e3e10ec578 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:00.846057 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e6bcd1aa-b22e-4a9e-adcc-ae327cfd7249 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6610982 Aug 11 16:27:00.886467 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Calling delete_port for bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:00.979263 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0b08ec53-bb69-4e73-ad8c-1a20b0a9a862 None None] Provisioning for port 418fb3be-3b67-4abf-bcce-a19632718e0f completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:01.119954 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.126147 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.139863 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 418fb3be-3b67-4abf-bcce-a19632718e0f up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:01.226782 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Router e6d79396-8127-48f1-b3c8-818807db2d23 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:27:01.295402 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 418fb3be-3b67-4abf-bcce-a19632718e0f completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:01.300311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-f2ac86ea-3109-4c41-8ecb-c405b272a30d req-239734b1-80a3-424e-a16c-93e3b0446e19 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Synchronizing usage tracker for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:01.303948 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 418fb3be-3b67-4abf-bcce-a19632718e0f triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:01.304503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.305134 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.318659 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e57a220-2a5d-4ea4-b9d1-46337a4f0803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:01.383514 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Pushing event deleted for resources: {'Port': ['ID=bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:01.390709 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:01.396271 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-f2ac86ea-3109-4c41-8ecb-c405b272a30d req-239734b1-80a3-424e-a16c-93e3b0446e19 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Unset dirty status for tenant:f4e163fbb85c43b5b4c248642362abfc on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:01.398544 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f2ac86ea-3109-4c41-8ecb-c405b272a30d req-239734b1-80a3-424e-a16c-93e3b0446e19 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.18 "GET /v2.0/ports?device_id=daf4b054-153e-40a2-b7c2-9fef61231cb5 HTTP/1.1" status: 200 len: 210 time: 0.1715457 Aug 11 16:27:01.431219 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.l3_db [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Floating IP 52a150fd-458c-4820-935f-9ce9e218d503 associated. External IP: 172.27.0.200, port: 0062ec88-ec88-45d1-a4a2-6f64dc6a7846. Aug 11 16:27:01.540593 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e406e53-b1e0-4afe-be2a-f3fd46d878b1 None None] Network 6563ccc8-0cf9-41f4-8fae-24e3e10ec578 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:01.613742 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.645233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] No DVR routers for this DVR port bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:27:01.649778 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.670562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'name': 'network-vif-deleted', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:01.680228 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-52581c49-8c0c-42d0-9fad-359247d994f6 req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] 10.222.0.39 "DELETE /v2.0/ports/bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d HTTP/1.1" status: 204 len: 173 time: 1.6757517 Aug 11 16:27:01.708368 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:01.738904 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Sync routers for ids ['e6d79396-8127-48f1-b3c8-818807db2d23'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:01.766638 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.770480 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1709023 Aug 11 16:27:01.774259 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36418) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:01.800292 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Routers {'e6d79396-8127-48f1-b3c8-818807db2d23'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:01.803320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['e6d79396-8127-48f1-b3c8-818807db2d23'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:01.865113 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-ba7bae04-6c87-4e50-85b5-b3c43cd968a4 None None] Provisioning complete for port 418fb3be-3b67-4abf-bcce-a19632718e0f triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:01.865630 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ba7bae04-6c87-4e50-85b5-b3c43cd968a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.928012 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36424) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:01.988347 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf4b054-153e-40a2-b7c2-9fef61231cb5', 'name': 'network-vif-deleted', 'tag': 'bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d', 'status': 'completed', 'code': 200} Aug 11 16:27:02.009467 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 418fb3be-3b67-4abf-bcce-a19632718e0f, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=418fb3be-3b67-4abf-bcce-a19632718e0f,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:02.033516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.034798 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 84a7cd26-f59f-4027-b877-7913ec8fd5e6 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:02.129435 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:02.267212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:02.274435 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Deleting subnet e43c94ad-ddb4-4035-980a-909bb60c259c {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:27:02.282180 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.395641 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=418fb3be-3b67-4abf-bcce-a19632718e0f,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:02.422592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:02.434287 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:02.434703 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.438955 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.553218 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:02.605704 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:02.605978 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device bf5bf8e6-cf51-4e15-a236-5b35c0e91e3d not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:02.614330 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Set router e6d79396-8127-48f1-b3c8-818807db2d23 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:02.825000 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.856173 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:02.864453 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.869834 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:02.886892 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:02.887719 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:02.945375 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fdec482a-730d-4175-bef3-814f6a01aa59 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "PUT /v2.0/floatingips/52a150fd-458c-4820-935f-9ce9e218d503 HTTP/1.1" status: 200 len: 991 time: 3.2082295 Aug 11 16:27:02.946124 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:02.985512 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.992215 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:03.046692 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.074626 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43c94ad-ddb4-4035-980a-909bb60c259c,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:03.082704 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:03.087902 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.099620 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-0a2a063e-f3c5-4ada-a7c3-bc334e9cba12 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e43c94ad-ddb4-4035-980a-909bb60c259c HTTP/1.1" status: 204 len: 168 time: 1.1705103 Aug 11 16:27:03.103137 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36458) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:03.133727 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 3, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.144503 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Checking router: e6d79396-8127-48f1-b3c8-818807db2d23 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:03.145608 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Updating router e6d79396-8127-48f1-b3c8-818807db2d23 port 617965e0-4df2-4174-b8ae-dc83966fa0a8 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:27:03.217859 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 418fb3be-3b67-4abf-bcce-a19632718e0f up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:03.252202 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:03.267119 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'status': 'completed', 'code': 200} Aug 11 16:27:03.309424 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.378508 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.466317 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Allocated IP 172.20.0.1 (35e18df7-ffcf-4b31-9860-21885232d601/dc89e2ea-5b9c-4442-9f82-11334347c384/72547347-758a-4720-ab85-3665db84c5a4) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:27:03.525281 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.543231 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec88232-9e57-482d-b3d1-e33f76535e82']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.580404 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b05c96-9ffd-4f5c-b680-0322b7278a54') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.580786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b05c96-9ffd-4f5c-b680-0322b7278a54') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.611885 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.654338 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.669573 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:27:03.669934 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.670111 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:27:03.691516 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:27:03.769809 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-3d0973e0-103d-4b09-ae77-147d09898df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:03.771461 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-3d0973e0-103d-4b09-ae77-147d09898df8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1098 time: 0.0821683 Aug 11 16:27:03.789009 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.796428 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-647b23cd-7ca7-4ec2-8b00-39179b7315a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:03.800997 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 418fb3be-3b67-4abf-bcce-a19632718e0f triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:03.801390 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.809623 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Transition to ACTIVE for port object 72547347-758a-4720-ab85-3665db84c5a4 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:03.835330 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.858128 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.863797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36494) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:03.864596 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec88232-9e57-482d-b3d1-e33f76535e82,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:03.873282 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:03.915155 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f7f45283-e294-42ee-9998-2a9c6ca796a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.921294 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-db734f5e-d465-4098-bf2a-ff837c51e7f5 tempest-DeleteServersTestJSON-1655886749 tempest-DeleteServersTestJSON-1655886749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:03.949121 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '52a150fd-458c-4820-935f-9ce9e218d503', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'mac_address': 'fa:16:3e:49:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:38Z', 'updated_at': '2021-08-11T16:27:00Z', 'revision_number': 1, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.954863 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:03.966515 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:03.967455 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.993764 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Network 35e18df7-ffcf-4b31-9860-21885232d601 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:27:03.999109 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:04.012155 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:27:04.073028 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e5c9ca08-10d5-45d2-ae50-9171a660f9ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/5ec88232-9e57-482d-b3d1-e33f76535e82 HTTP/1.1" status: 204 len: 168 time: 0.9690323 Aug 11 16:27:04.075356 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.100329 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Pushing event updated for resources: {'Port': ['ID=72547347-758a-4720-ab85-3665db84c5a4,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:04.136171 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:04.174364 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-f2e7be26-4bd3-4784-b131-91ab3dce957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:04.178232 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-f2e7be26-4bd3-4784-b131-91ab3dce957d service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.3986313 Aug 11 16:27:04.394506 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:04.410503 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-a71ddbc5-551f-4622-8fc6-c4790627f08f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 999 time: 0.2238898 Aug 11 16:27:04.422880 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.483215 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.533466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36508) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:04.550371 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Transition to ACTIVE for port object 617965e0-4df2-4174-b8ae-dc83966fa0a8 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:04.560487 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.568648 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:04.628887 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-72864e4e-e0bc-46d1-8691-130e711a940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:04.629352 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cda05c77-87d1-4d9f-815a-ac6fd024b3a4 None None] Provisioning for port 72547347-758a-4720-ab85-3665db84c5a4 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:04.630650 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-72864e4e-e0bc-46d1-8691-130e711a940d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.1975992 Aug 11 16:27:04.685203 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Attempting to bind port 617965e0-4df2-4174-b8ae-dc83966fa0a8 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:27:04.686134 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Attempting to bind port 617965e0-4df2-4174-b8ae-dc83966fa0a8 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:27:04.686757 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Attempting to bind port 617965e0-4df2-4174-b8ae-dc83966fa0a8 on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:04.704758 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:27:04.705439 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:04.706026 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.706631 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:27:04.707531 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Bound port: 617965e0-4df2-4174-b8ae-dc83966fa0a8, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:27:04.708374 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.718030 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.747141 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cda05c77-87d1-4d9f-815a-ac6fd024b3a4 None None] Provisioning complete for port 72547347-758a-4720-ab85-3665db84c5a4 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:04.747792 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cda05c77-87d1-4d9f-815a-ac6fd024b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.755423 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c85f40e5-050d-4c95-86d3-4481f7acaf86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3b550dd4dce4679a288601ea3eda80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172716 Aug 11 16:27:04.758382 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36512) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:04.884431 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] For port 617965e0-4df2-4174-b8ae-dc83966fa0a8, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:27:04.888411 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] For port 617965e0-4df2-4174-b8ae-dc83966fa0a8, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=617965e0-4df2-4174-b8ae-dc83966fa0a8,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:27:04.890187 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b488289-8b89-4c56-a453-ac73ed61a240 None None] Pushing event updated for resources: {'Port': ['ID=617965e0-4df2-4174-b8ae-dc83966fa0a8,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:04.900433 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-5b488289-8b89-4c56-a453-ac73ed61a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:04.902876 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.915070 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:04.980871 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '52a150fd-458c-4820-935f-9ce9e218d503', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'mac_address': 'fa:16:3e:49:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:38Z', 'updated_at': '2021-08-11T16:27:00Z', 'revision_number': 1, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:04.988279 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4aa75-92f7-4da8-b388-11a41de04905 None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '52a150fd-458c-4820-935f-9ce9e218d503', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'mac_address': 'fa:16:3e:49:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:38Z', 'updated_at': '2021-08-11T16:27:00Z', 'revision_number': 1, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:05.022426 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-cda05c77-87d1-4d9f-815a-ac6fd024b3a4 None None] Port 72547347-758a-4720-ab85-3665db84c5a4 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:27:05.033470 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b488289-8b89-4c56-a453-ac73ed61a240 None None] Pushing event updated for resources: {'Port': ['ID=617965e0-4df2-4174-b8ae-dc83966fa0a8,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:05.038890 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-5b488289-8b89-4c56-a453-ac73ed61a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:05.041567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Routers {'e6d79396-8127-48f1-b3c8-818807db2d23'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:05.042585 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:26:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['e6d79396-8127-48f1-b3c8-818807db2d23'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:05.051435 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-5cadc569-366b-4eb6-a000-c9d861d1bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:05.052933 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-5cadc569-366b-4eb6-a000-c9d861d1bd6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4073322 Aug 11 16:27:05.057170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.107368 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.195460 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.258404 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] Set router e6d79396-8127-48f1-b3c8-818807db2d23 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:05.344509 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-515ea05c-6a0a-443d-aa71-1f56bfb829c9 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810855 Aug 11 16:27:05.388186 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.399309 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.411899 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4010c8ff-ced5-4a37-a807-75f7db4cf36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:05.418880 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.465409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f531a1f5-1872-4265-bc8c-9001ed163547,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:05.516827 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:05.523775 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-148fec9b-b50b-480f-8457-daf9fc1580a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:05.569612 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69decbf6-8ecc-4f5c-bf4d-e46823f39a9f None None] New status for floating IP 52a150fd-458c-4820-935f-9ce9e218d503: ACTIVE {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:27:05.664372 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.744687 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.746136 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-434b0831-4cad-4d5e-bd52-ed22dca79e8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f531a1f5-1872-4265-bc8c-9001ed163547 HTTP/1.1" status: 204 len: 168 time: 0.9867952 Aug 11 16:27:05.758735 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c68c9de6-57dc-4e2e-bf7a-cbe4762398f1 req-860e4f50-7323-45dd-b8c3-7687878892d1 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042945 Aug 11 16:27:05.790308 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Deleting port 3a13f8d2-ca6b-4fd4-befa-8a144e293603 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:05.790809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.826807 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Pushing event updated for resources: {'Port': ['ID=72547347-758a-4720-ab85-3665db84c5a4,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:05.837369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:05.912564 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Network 35e18df7-ffcf-4b31-9860-21885232d601 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:27:05.914553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:05.995130 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] For port 3a13f8d2-ca6b-4fd4-befa-8a144e293603, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=3a13f8d2-ca6b-4fd4-befa-8a144e293603,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:05.995556 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:06.164247 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '72547347-758a-4720-ab85-3665db84c5a4', 'name': '', 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'tenant_id': '8576807517724581af857186acc8bb47', 'mac_address': 'fa:16:3e:ee:d6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:27:03Z', 'updated_at': '2021-08-11T16:27:03Z', 'revision_number': 1, 'project_id': '8576807517724581af857186acc8bb47', 'subnets': [{'id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:06.170681 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d9025-5d6b-411a-b336-5a965605a592 None None] The sync data for ids ['e6d79396-8127-48f1-b3c8-818807db2d23'] in dv-cinder-804265-1-iscsi is: [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '72547347-758a-4720-ab85-3665db84c5a4', 'name': '', 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'tenant_id': '8576807517724581af857186acc8bb47', 'mac_address': 'fa:16:3e:ee:d6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:27:03Z', 'updated_at': '2021-08-11T16:27:03Z', 'revision_number': 1, 'project_id': '8576807517724581af857186acc8bb47', 'subnets': [{'id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:06.286124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Router e6d79396-8127-48f1-b3c8-818807db2d23 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:06.292880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Calling delete_port for 3a13f8d2-ca6b-4fd4-befa-8a144e293603 owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:06.331963 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0f993675-0928-4b19-bd65-c73c44313c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:06.363337 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-a83bbe11-a875-4b45-8f94-a96456a2767b None None] Provisioning complete for port 72547347-758a-4720-ab85-3665db84c5a4 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:06.364044 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a83bbe11-a875-4b45-8f94-a96456a2767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:06.447992 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-a83bbe11-a875-4b45-8f94-a96456a2767b None None] Port 72547347-758a-4720-ab85-3665db84c5a4 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:27:06.577862 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:06.586338 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] 10.222.0.18 "PUT /v2.0/routers/e6d79396-8127-48f1-b3c8-818807db2d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8107224 Aug 11 16:27:06.595326 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:06.601498 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ffcf98c1-f045-4ef0-9414-600267ce1f0f tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:06.654444 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3a13f8d2-ca6b-4fd4-befa-8a144e293603,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:06.658854 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:07.090749 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:07.186964 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:07.387038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36560) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:07.393577 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162907369', 'description': 'tempest-secgroup-smoke-162907369 description', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:07.405625 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:07.411889 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:07.421107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:07.440922 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:07.468149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:07.499658 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:07.503834 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:07.507780 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:07.514261 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:07.620305 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Router 06b585d9-87cc-4df3-8a5e-543c59dfee2a has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:07.639319 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:07.645940 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:07.660159 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-01a171e3-c70d-4786-ba6e-d6453bfb0bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:07.703903 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:07.705275 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3166232 Aug 11 16:27:07.706895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b689a-93e8-4d9d-a1b1-2710f9783a16,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:07.710738 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36566) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:07.717401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group_rule': {'security_group_id': 'a97b689a-93e8-4d9d-a1b1-2710f9783a16', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:07.723300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:07.730775 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:07.750873 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:07.757056 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:07.771225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:08.026313 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.063243 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:08.080641 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] Sync routers for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:08.089467 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36582) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:08.098411 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:08.099118 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] 10.222.0.18 "PUT /v2.0/routers/06b585d9-87cc-4df3-8a5e-543c59dfee2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2322512 Aug 11 16:27:08.099762 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:08.164764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.179686 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.200737 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2989c603-f15b-4e41-9a7d-561034db6524 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:08.210740 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.214513 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998925 Aug 11 16:27:08.215350 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36586) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:08.221917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group_rule': {'security_group_id': 'a97b689a-93e8-4d9d-a1b1-2710f9783a16', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:08.227195 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100017c6-d9f5-4b07-a8af-4b28c5ad8bb9,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:08.230071 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:08.232850 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:08.236862 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:08.240202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:08.248975 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:08.268941 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.334130 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.338216 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.346966 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:08.348059 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:08.372533 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087d63de-4778-48a9-a63a-6bf51930bc21,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:08.378271 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:08.391678 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.396206 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-26d95c3d-d401-4179-b15d-083179f2f682 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1774762 Aug 11 16:27:08.396442 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36590) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:08.402998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group_rule': {'security_group_id': 'a97b689a-93e8-4d9d-a1b1-2710f9783a16', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:08.409380 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:08.414947 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:08.418568 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:08.425288 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:08.452870 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.478779 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.493773 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.539885 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.544953 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.560289 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:08.578456 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea47c22-cdb1-448c-ac97-169685875b80,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:08.583118 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:08.588998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.590775 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1f588adf-01a4-4542-925c-801033630ee6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1925673 Aug 11 16:27:08.593329 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36594) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:08.599175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group_rule': {'security_group_id': 'a97b689a-93e8-4d9d-a1b1-2710f9783a16', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:08.606635 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:08.610401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:08.614219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:08.620553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:08.640001 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.706865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.707715 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': '7631de89-654f-483d-ad63-408abb9619f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:27:06Z', 'revision_number': 5, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port': {'id': '7631de89-654f-483d-ad63-408abb9619f0', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:20Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:08.712274 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] Checking router: 06b585d9-87cc-4df3-8a5e-543c59dfee2a for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:08.712444 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.714554 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:08.720986 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] Routers {'06b585d9-87cc-4df3-8a5e-543c59dfee2a'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:08.721596 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:08.730405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.737888 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c787c3-460d-4275-8bd4-5594669f682c,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:08.741787 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Deleting port 7631de89-654f-483d-ad63-408abb9619f0 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:08.742320 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.743533 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:08.748179 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.749450 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6cf2664a-ae91-4315-b129-64839c463436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550233 Aug 11 16:27:08.752150 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36598) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:08.758643 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group_rule': {'security_group_id': 'a97b689a-93e8-4d9d-a1b1-2710f9783a16', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:08.764941 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:08.769206 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:08.773130 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:08.780756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:08.797488 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.securitygroups_db [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Project d96349e8cb39413eba7658a2b9bc05aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:27:08.805571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.877918 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] Set router 06b585d9-87cc-4df3-8a5e-543c59dfee2a gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:08.891336 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.896403 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.900431 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:08.928311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6345a0a7-c4ca-47e6-b359-6c6ddcb5ec77,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:08.932826 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:08.942191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.943057 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1894841 Aug 11 16:27:08.947031 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36602) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:08.948291 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] For port 7631de89-654f-483d-ad63-408abb9619f0, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=7631de89-654f-483d-ad63-408abb9619f0,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:08.948657 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.952815 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'security_group_rule': {'security_group_id': 'a97b689a-93e8-4d9d-a1b1-2710f9783a16', 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:08.959196 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:08.963912 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:security_group_rule and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:08.967326 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:08.984428 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:08.988052 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:27:08Z', 'revision_number': 6, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:08.993070 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a404bd9-04bd-412b-a570-3cbd52ded187 None None] The sync data for ids ['06b585d9-87cc-4df3-8a5e-543c59dfee2a'] in dv-cinder-804265-1-iscsi is: [{'id': '06b585d9-87cc-4df3-8a5e-543c59dfee2a', 'name': 'tempest-TestMinimumBasicScenario-294703900-router', 'tenant_id': 'f4e163fbb85c43b5b4c248642362abfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:19Z', 'updated_at': '2021-08-11T16:27:08Z', 'revision_number': 6, 'project_id': 'f4e163fbb85c43b5b4c248642362abfc', 'gw_port_host': None}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:08.999924 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.securitygroups_db [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Project d96349e8cb39413eba7658a2b9bc05aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:27:09.008049 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.083451 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.083724 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Calling delete_port for 7631de89-654f-483d-ad63-408abb9619f0 owned by network:router_gateway {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:09.095008 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.097828 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-029290ea-1d21-415d-bb6d-ce624096e608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:09.123599 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab4f3ae-fd12-4db5-ae61-d2fdd63e93db,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:09.126078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:09.134702 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.144622 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-702ef339-39ff-45af-9e51-a4f0a61cf107 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1878467 Aug 11 16:27:09.490311 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.495565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b42eae28-8f97-4559-bac8-5ea07e3dd0e7 tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:09.547574 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 617965e0-4df2-4174-b8ae-dc83966fa0a8 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:09.582027 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7631de89-654f-483d-ad63-408abb9619f0,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:09.591773 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:09.684108 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 617965e0-4df2-4174-b8ae-dc83966fa0a8 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:09.695760 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 617965e0-4df2-4174-b8ae-dc83966fa0a8 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:09.696153 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.714767 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.901534 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Sync routers for ids ['e6d79396-8127-48f1-b3c8-818807db2d23'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:09.941137 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Routers {'e6d79396-8127-48f1-b3c8-818807db2d23'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:09.941788 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['e6d79396-8127-48f1-b3c8-818807db2d23'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:09.942719 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:27:09.978752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:09.981229 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.059483 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.096562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.097081 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b585d9-87cc-4df3-8a5e-543c59dfee2a {{(pid=79151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:27:10.112579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.117779 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] 10.222.0.18 "DELETE /v2.0/routers/06b585d9-87cc-4df3-8a5e-543c59dfee2a HTTP/1.1" status: 204 len: 168 time: 2.0271866 Aug 11 16:27:10.120410 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36658) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:10.122516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 617965e0-4df2-4174-b8ae-dc83966fa0a8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=617965e0-4df2-4174-b8ae-dc83966fa0a8,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:10.242092 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Set router e6d79396-8127-48f1-b3c8-818807db2d23 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:10.270741 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Deleting subnet aa2e6f79-ca3b-40d4-8899-ef447a5247f0 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:27:10.278963 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.372229 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.447623 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.454011 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:10.544885 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.603257 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=617965e0-4df2-4174-b8ae-dc83966fa0a8,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:10.607387 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:10.627700 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.632617 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:10.674075 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.678205 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2e6f79-ca3b-40d4-8899-ef447a5247f0,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:10.682319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d3062-537d-4669-8137-9b9c76c51630 None None] Network 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:10.682909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:10.688128 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f5cc508a-8bfe-4c2b-a363-3729b1c8b307 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aa2e6f79-ca3b-40d4-8899-ef447a5247f0 HTTP/1.1" status: 204 len: 168 time: 0.5640140 Aug 11 16:27:10.688487 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36668) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:10.728520 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '72547347-758a-4720-ab85-3665db84c5a4', 'name': '', 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'tenant_id': '8576807517724581af857186acc8bb47', 'mac_address': 'fa:16:3e:ee:d6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:27:03Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 2, 'project_id': '8576807517724581af857186acc8bb47', 'subnets': [{'id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:10.783405 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Checking router: e6d79396-8127-48f1-b3c8-818807db2d23 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:10.783770 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Updating router e6d79396-8127-48f1-b3c8-818807db2d23 port 72547347-758a-4720-ab85-3665db84c5a4 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:27:10.800200 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.811164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Deleting port 142e6e37-6233-4999-b3f3-a7c4142deeb4 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:10.811484 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:10.901330 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.020901 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] For port 142e6e37-6233-4999-b3f3-a7c4142deeb4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=142e6e37-6233-4999-b3f3-a7c4142deeb4,segment=NetworkSegment(d16e82dd-3467-4e61-bf8d-6ac3e20de57a),segment_id=d16e82dd-3467-4e61-bf8d-6ac3e20de57a)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:11.021188 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.153649 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109cd3a9-35b5-46f0-b76b-8cea9ac4c406 None None] DHCP port deletion for 7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:27:11.165222 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-109cd3a9-35b5-46f0-b76b-8cea9ac4c406 None None] Deleting port 142e6e37-6233-4999-b3f3-a7c4142deeb4 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:11.165611 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-109cd3a9-35b5-46f0-b76b-8cea9ac4c406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.177510 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Calling delete_port for 142e6e37-6233-4999-b3f3-a7c4142deeb4 owned by network:dhcp {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:11.245806 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 617965e0-4df2-4174-b8ae-dc83966fa0a8 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:11.292653 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.300864 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b1ffcc49-a0d3-40a7-9327-89c5179966cf tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:11.376985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-109cd3a9-35b5-46f0-b76b-8cea9ac4c406 None None] The port '142e6e37-6233-4999-b3f3-a7c4142deeb4' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:27:11.377737 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] No DVR routers for this DVR port 142e6e37-6233-4999-b3f3-a7c4142deeb4 on host dv-cinder-804265-1-iscsi {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:27:11.428163 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=142e6e37-6233-4999-b3f3-a7c4142deeb4,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:11.438312 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:11.494696 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.497543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 617965e0-4df2-4174-b8ae-dc83966fa0a8 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:11.497919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.554791 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Transition to ACTIVE for port object 72547347-758a-4720-ab85-3665db84c5a4 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:11.576903 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.580301 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.589768 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:11.612137 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:11.641363 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:11.646409 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16e82dd-3467-4e61-bf8d-6ac3e20de57a') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:11.673537 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.700816 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.707968 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:27:11.708571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:27:11.729607 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:27:11.934174 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccad7d4-88be-40df-907d-35115a5a8644 None None] Pushing event updated for resources: {'Port': ['ID=72547347-758a-4720-ab85-3665db84c5a4,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:11.935254 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.948360 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:11.950997 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:11.975202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:11.978594 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:11.989702 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-8ccad7d4-88be-40df-907d-35115a5a8644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:11.995654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36686) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:11.996499 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f0d8970-90ca-4f45-9fa6-3fe8ca9e54fe HTTP/1.1" status: 204 len: 168 time: 1.3057582 Aug 11 16:27:12.114259 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Attempting to bind port 72547347-758a-4720-ab85-3665db84c5a4 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:27:12.115226 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Attempting to bind port 72547347-758a-4720-ab85-3665db84c5a4 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:27:12.116102 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Attempting to bind port 72547347-758a-4720-ab85-3665db84c5a4 on network 35e18df7-ffcf-4b31-9860-21885232d601 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:12.129836 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:27:12.130433 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Checking segment: {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:12.131672 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:12.132298 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Bound using segment: {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:27:12.132944 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Bound port: 72547347-758a-4720-ab85-3665db84c5a4, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:27:12.133538 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:12.160476 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 3a13f8d2-ca6b-4fd4-befa-8a144e293603 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:12.231907 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 3a13f8d2-ca6b-4fd4-befa-8a144e293603 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:12.232266 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 3a13f8d2-ca6b-4fd4-befa-8a144e293603 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:12.232707 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 142e6e37-6233-4999-b3f3-a7c4142deeb4 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:12.286042 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 142e6e37-6233-4999-b3f3-a7c4142deeb4 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:12.286405 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 142e6e37-6233-4999-b3f3-a7c4142deeb4 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:12.286856 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 7631de89-654f-483d-ad63-408abb9619f0 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:12.323972 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 7631de89-654f-483d-ad63-408abb9619f0 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:12.324239 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 7631de89-654f-483d-ad63-408abb9619f0 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:12.349860 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] For port 72547347-758a-4720-ab85-3665db84c5a4, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:27:12.352935 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] For port 72547347-758a-4720-ab85-3665db84c5a4, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=72547347-758a-4720-ab85-3665db84c5a4,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:27:12.357889 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:12.361389 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:12.449320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Routers {'e6d79396-8127-48f1-b3c8-818807db2d23'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:12.450445 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['e6d79396-8127-48f1-b3c8-818807db2d23'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:12.594025 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccad7d4-88be-40df-907d-35115a5a8644 None None] Pushing event updated for resources: {'Port': ['ID=72547347-758a-4720-ab85-3665db84c5a4,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:12.599293 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-8ccad7d4-88be-40df-907d-35115a5a8644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:12.735466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:12.763165 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] Set router e6d79396-8127-48f1-b3c8-818807db2d23 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:13.091948 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '72547347-758a-4720-ab85-3665db84c5a4', 'name': '', 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'tenant_id': '8576807517724581af857186acc8bb47', 'mac_address': 'fa:16:3e:ee:d6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:27:03Z', 'updated_at': '2021-08-11T16:27:12Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'subnets': [{'id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:13.095962 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a769f8-70b1-4de7-b8cf-58a0d6d23d2e None None] The sync data for ids ['e6d79396-8127-48f1-b3c8-818807db2d23'] in dv-cinder-804265-1-iscsi is: [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '72547347-758a-4720-ab85-3665db84c5a4', 'name': '', 'network_id': '35e18df7-ffcf-4b31-9860-21885232d601', 'tenant_id': '8576807517724581af857186acc8bb47', 'mac_address': 'fa:16:3e:ee:d6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:27:03Z', 'updated_at': '2021-08-11T16:27:12Z', 'revision_number': 4, 'project_id': '8576807517724581af857186acc8bb47', 'subnets': [{'id': 'dc89e2ea-5b9c-4442-9f82-11334347c384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:13.113906 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Deleting port 65bb00f4-983a-4337-b2e1-461fb8202a75 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:13.114391 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:13.221697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 72547347-758a-4720-ab85-3665db84c5a4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:13.307533 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 72547347-758a-4720-ab85-3665db84c5a4 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:13.312765 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 72547347-758a-4720-ab85-3665db84c5a4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:13.313159 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:13.330838 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] For port 65bb00f4-983a-4337-b2e1-461fb8202a75, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=65bb00f4-983a-4337-b2e1-461fb8202a75,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:13.331858 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:13.483065 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Calling delete_port for 65bb00f4-983a-4337-b2e1-461fb8202a75 owned by network:router_interface {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:13.487352 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:13.527146 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 72547347-758a-4720-ab85-3665db84c5a4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=72547347-758a-4720-ab85-3665db84c5a4,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:13.532051 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:13.536264 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:13.633738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=72547347-758a-4720-ab85-3665db84c5a4,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:13.637340 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:13.754362 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:13.758614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-47b1c3c5-044e-4cb3-94e3-224943b7fbdb tempest-VolumesNegativeTest-1029672640 tempest-VolumesNegativeTest-1029672640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:13.805011 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bb00f4-983a-4337-b2e1-461fb8202a75,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:13.808813 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:14.232771 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:14.614702 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Router 7d92c2d6-d026-475a-bf17-2227725e2625 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:14.821561 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:14.830482 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d92c2d6-d026-475a-bf17-2227725e2625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8322399 Aug 11 16:27:14.831326 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] Sync routers for ids ['7d92c2d6-d026-475a-bf17-2227725e2625'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:14.832984 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36730) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:14.840636 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] Routers {'7d92c2d6-d026-475a-bf17-2227725e2625'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:14.841248 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['7d92c2d6-d026-475a-bf17-2227725e2625'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:15.016846 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks [] for router, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:15.020192 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] Set router 7d92c2d6-d026-475a-bf17-2227725e2625 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:15.204684 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:15.218107 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Deleting port d0e6ae76-5d72-4b00-a36c-fea01f706371 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:15.218484 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:15.223519 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 72547347-758a-4720-ab85-3665db84c5a4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:15.303872 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 72547347-758a-4720-ab85-3665db84c5a4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:15.304260 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:15.327031 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:27:13Z', 'revision_number': 5, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port': {'id': 'd0e6ae76-5d72-4b00-a36c-fea01f706371', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:31Z', 'updated_at': '2021-08-11T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:15.331160 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] Checking router: 7d92c2d6-d026-475a-bf17-2227725e2625 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:15.341320 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] Routers {'7d92c2d6-d026-475a-bf17-2227725e2625'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:15.341934 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['7d92c2d6-d026-475a-bf17-2227725e2625'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:15.497865 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] Set router 7d92c2d6-d026-475a-bf17-2227725e2625 gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:15.527151 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] For port d0e6ae76-5d72-4b00-a36c-fea01f706371, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=d0e6ae76-5d72-4b00-a36c-fea01f706371,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:15.527731 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:15.605010 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:27:15Z', 'revision_number': 6, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:15.608907 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcfa905-7768-4287-98f3-5cc1cffb70e4 None None] The sync data for ids ['7d92c2d6-d026-475a-bf17-2227725e2625'] in dv-cinder-804265-1-iscsi is: [{'id': '7d92c2d6-d026-475a-bf17-2227725e2625', 'name': 'tempest-TestMinimumBasicScenario-1922597439-router', 'tenant_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:30Z', 'updated_at': '2021-08-11T16:27:15Z', 'revision_number': 6, 'project_id': 'f98b74bd60fa495a854e1e3c8eb026fb', 'gw_port_host': None}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:15.655227 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Calling delete_port for d0e6ae76-5d72-4b00-a36c-fea01f706371 owned by network:router_gateway {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:15.838072 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:15.841578 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9ddb37e6-514a-473d-958b-0ea865acd262 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:15.887017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e6ae76-5d72-4b00-a36c-fea01f706371,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:15.889889 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:15.980654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.158891 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.161190 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.185102 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.185632 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d92c2d6-d026-475a-bf17-2227725e2625 {{(pid=79151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:27:16.198595 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.199732 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d92c2d6-d026-475a-bf17-2227725e2625 HTTP/1.1" status: 204 len: 168 time: 1.3658493 Aug 11 16:27:16.202275 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36744) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:16.263832 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Deleting subnet a0b37a72-757f-49a4-81f8-25c24ff1f0de {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:27:16.266748 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.319504 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913836'] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.440082 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.508449 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7228774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7170202'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.512320 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:16.551988 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b37a72-757f-49a4-81f8-25c24ff1f0de,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:16.554388 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.558946 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:16.559432 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b4282-dc55-48ae-8dfd-337fd7f30fb6 None None] Network b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:16.561746 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a0b37a72-757f-49a4-81f8-25c24ff1f0de HTTP/1.1" status: 204 len: 168 time: 0.3585136 Aug 11 16:27:16.564245 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36748) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:16.671740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.682335 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Deleting port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:16.682699 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.822243 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] DHCP port deletion for b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:27:16.826688 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Deleting port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:16.827067 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:16.903913 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] For port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:16.904398 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.077884 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] For port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,segment=NetworkSegment(397581d4-a09f-4898-bd8c-9611020499f7),segment_id=397581d4-a09f-4898-bd8c-9611020499f7)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:17.078320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.147082 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Calling delete_port for b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd owned by network:dhcp {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:17.222278 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 65bb00f4-983a-4337-b2e1-461fb8202a75 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:17.236416 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.242327 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dc35758e-15db-4270-8792-808b11ca781c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:17.254957 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Calling delete_port for b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:17.288816 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Pushing event deleted for resources: {'Port': ['ID=b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:17.290931 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] No DVR routers for this DVR port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd on host dv-cinder-804265-1-iscsi {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:27:17.292528 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:17.296092 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 65bb00f4-983a-4337-b2e1-461fb8202a75 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:17.296568 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 65bb00f4-983a-4337-b2e1-461fb8202a75 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:17.296937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:17.342337 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:17.342799 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:17.343240 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device d0e6ae76-5d72-4b00-a36c-fea01f706371 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:17.386286 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: d0e6ae76-5d72-4b00-a36c-fea01f706371 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:17.386750 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device d0e6ae76-5d72-4b00-a36c-fea01f706371 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:17.427455 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.440936 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:17.454287 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397581d4-a09f-4898-bd8c-9611020499f7') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:17.454617 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397581d4-a09f-4898-bd8c-9611020499f7') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:17.467172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.479606 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:27:17.480042 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:27:17.484219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.492052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:27:17.492615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:27:17.505636 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:27:17.588557 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.595083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.597498 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:17.619938 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:17.622490 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:17.624431 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b56bb11f-f7a4-4f33-b3a5-d3743a5fc63c HTTP/1.1" status: 204 len: 168 time: 1.0592446 Aug 11 16:27:17.818310 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36760) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:17.867470 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4ae7c14f-9bde-4571-a943-3935e48e8ed8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4e163fbb85c43b5b4c248642362abfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478406 Aug 11 16:27:17.870046 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36764) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:17.933234 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.959629 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.981609 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Deleting port b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:17.982165 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.017523 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.025553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5896063b-8903-477d-85d0-33d30934894c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:18.039628 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc8104-b24a-40f4-b5db-6bd6d1f53a55,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:18.044218 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:18.055980 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.060546 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-af5c23ff-71d1-4fcf-ab71-533b8c587684 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6fc8104-b24a-40f4-b5db-6bd6d1f53a55 HTTP/1.1" status: 204 len: 168 time: 0.1893954 Aug 11 16:27:18.149033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d1172427-0df9-468e-ac10-c718fff6ce0a None None] The port 'b905e9f3-4331-4b9c-9ea7-37ef5b8d0ccd' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:27:18.529250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36792) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:18.580988 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-018b7325-a625-47c8-b07a-b756a84992e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f98b74bd60fa495a854e1e3c8eb026fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510995 Aug 11 16:27:18.583428 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36796) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:18.646261 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.675414 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.728733 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.732272 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bf7abf6f-f051-4db2-b291-44d26328b37d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:18.745079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd7de31-dd5a-4551-a4fb-6e9452c99bc4,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:18.749692 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:18.751467 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.752552 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-8fb4ddd0-32b2-45b1-9e43-95b9ef0cb2cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd7de31-dd5a-4551-a4fb-6e9452c99bc4 HTTP/1.1" status: 204 len: 168 time: 0.1682596 Aug 11 16:27:26.181909 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.041435 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36942) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:27.105119 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Deleting subnet d6668ec1-86f1-46bc-805f-86130fbc9bf8 {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:27:27.108521 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.182484 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913836'] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.253631 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.323555 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7228774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7170202'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.327362 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ea81d5a1-7451-49f3-a79f-b20c37acdec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:27.366260 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6668ec1-86f1-46bc-805f-86130fbc9bf8,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:27.369170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:27.370209 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.379194 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d6668ec1-86f1-46bc-805f-86130fbc9bf8 HTTP/1.1" status: 204 len: 168 time: 0.3366330 Aug 11 16:27:27.379913 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36948) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:27.549089 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.596840 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-aa3c7495-1af3-48b8-a3d1-84e112bcd26f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1974144 Aug 11 16:27:27.683745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.698462 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb2eca1-a4ad-4eb9-b447-07dd95e70317']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:27.751546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa0e6b7-7223-46f1-b3df-ded3e0c1b578') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:27.751838 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa0e6b7-7223-46f1-b3df-ded3e0c1b578') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:27.765474 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.788712 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.796653 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:27:27.797026 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:27:27.810726 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:27:27.890139 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-cd369ca5-6569-4ca0-a96b-71adbe7e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:27.891638 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-cd369ca5-6569-4ca0-a96b-71adbe7e4f92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1098 time: 0.1856756 Aug 11 16:27:27.897250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.902100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:27.906453 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:28.046171 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] 10.222.0.18 "DELETE /v2.0/networks/dbb2eca1-a4ad-4eb9-b447-07dd95e70317 HTTP/1.1" status: 204 len: 168 time: 0.6652567 Aug 11 16:27:28.047242 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb2eca1-a4ad-4eb9-b447-07dd95e70317,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:28.049092 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36956) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:28.054663 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5e78de46-aa3b-406c-b828-98b13fb27bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:28.119629 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Deleting subnet da765ae6-6b04-430a-ba01-03d5d28af6d5 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:27:28.122954 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.179169 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.185642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-12a989a1-e927-47a8-9b12-cbcd20717cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.188023 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-12a989a1-e927-47a8-9b12-cbcd20717cc3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.1669395 Aug 11 16:27:28.242858 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.319489 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.324793 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:28.325492 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-3a4d3627-f4d6-4165-9523-2b982cfe7883 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 1001 time: 0.1290956 Aug 11 16:27:28.358647 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da765ae6-6b04-430a-ba01-03d5d28af6d5,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:28.360286 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36966) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:28.369414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:28.372027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.381180 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-38680cce-a89d-4475-8e08-aa6ca3f4e23d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da765ae6-6b04-430a-ba01-03d5d28af6d5 HTTP/1.1" status: 204 len: 168 time: 0.3307738 Aug 11 16:27:28.381830 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36972) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:28.414430 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-4b2400a2-a390-460c-b5f0-54e1dff6d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.416244 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-4b2400a2-a390-460c-b5f0-54e1dff6d18a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0775797 Aug 11 16:27:28.505763 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-70257934-cfda-410c-8700-0d3c274b0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.507289 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-70257934-cfda-410c-8700-0d3c274b0735 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832102 Aug 11 16:27:28.529623 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.535272 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.554718 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:28.592722 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Usage tracker for resource:security_group_rule and tenant:fcb3398b56a0437f8b2a135b36092136 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:28.609649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:28.623099 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:28.660866 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-8c0c6d41-7157-465d-ac5c-b3c453dfc8ae service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468956 Aug 11 16:27:28.704093 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.720565 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6563ccc8-0cf9-41f4-8fae-24e3e10ec578']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:28.737601 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575f56c9-bd46-4635-b0d8-f8e4734a027b') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:28.737918 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575f56c9-bd46-4635-b0d8-f8e4734a027b') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:28.767832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.792019 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.803831 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:27:28.804018 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b61ed8b8-8b5a-4c36-8113-60f4a421b3b8 req-d2b34659-b8db-43ba-a6d0-27662dfa97e7 service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357505 Aug 11 16:27:28.804222 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:27:28.817505 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:27:28.919614 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.923658 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.925750 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.933755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:28.951049 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.984480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af7b11-498e-496e-96e5-5ade9ca8f2c0,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:28.990786 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6563ccc8-0cf9-41f4-8fae-24e3e10ec578 HTTP/1.1" status: 204 len: 168 time: 0.6057785 Aug 11 16:27:28.990786 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:28.992127 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcb3398b56a0437f8b2a135b36092136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290607 Aug 11 16:27:28.992672 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:28.995150 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 36978) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:29.011511 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Pushing event deleted for resources: {'Network': ['ID=6563ccc8-0cf9-41f4-8fae-24e3e10ec578,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:29.013878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-64903fd7-653d-4af9-87fd-91673c797092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:29.058589 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.089336 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.120301 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36982) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:29.142806 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.147364 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-22420776-e8cd-4dc2-947f-f107ab2f71f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:29.157885 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af7b11-498e-496e-96e5-5ade9ca8f2c0,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:29.161682 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:29.164865 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.168433 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-e975a558-9b21-47b1-a3f9-2860dab15737 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49af7b11-498e-496e-96e5-5ade9ca8f2c0 HTTP/1.1" status: 204 len: 168 time: 0.1690147 Aug 11 16:27:29.178792 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1876ee5d-94ca-4eea-90bb-5a49f37fb50f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1b61b61bec341bd9be8f40ff4dace81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547638 Aug 11 16:27:29.178987 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 36988) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:29.240555 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.266166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.334859 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.341360 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b1534aa3-83ef-4190-8328-c0c4ed4cf3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:29.355973 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9c351-6faf-466e-a997-17d21436ecdf,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:29.359589 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:29.360878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.362579 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19b9c351-6faf-466e-a997-17d21436ecdf HTTP/1.1" status: 204 len: 168 time: 0.1817439 Aug 11 16:27:29.731631 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37004) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:29.782046 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-464576af-df5b-4781-be6e-4529c52730e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aafc29d0c4de49db97bf8d062f8075cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491424 Aug 11 16:27:29.784362 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37008) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:29.841597 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.869831 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.924548 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.929013 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f4ca5806-d6f5-470a-8182-5816165c63ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:29.941825 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980d318a-b97a-4887-9856-0031555e3535,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:29.944525 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:29.947783 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:29.949750 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/980d318a-b97a-4887-9856-0031555e3535 HTTP/1.1" status: 204 len: 168 time: 0.1644490 Aug 11 16:27:33.587716 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-4f1c87d4-106f-4748-aab9-5021b7823e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:34.019525 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:36.323738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-2f21571f-f928-4b0d-8c36-ee2adcff834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.189434 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:38.276582 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-fd2a3a32-df81-4522-9062-32e2e15cb8c5 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Synchronizing usage tracker for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:38.293052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-fd2a3a32-df81-4522-9062-32e2e15cb8c5 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Unset dirty status for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:38.294331 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-fd2a3a32-df81-4522-9062-32e2e15cb8c5 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162907369&fields=id&tenant_id=d96349e8cb39413eba7658a2b9bc05aa HTTP/1.1" status: 200 len: 267 time: 0.0595748 Aug 11 16:27:38.445149 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-f1caa7a6-52dd-4ebf-a479-a5b4dd48d2f1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:38.445814 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-f1caa7a6-52dd-4ebf-a479-a5b4dd48d2f1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Synchronizing usage tracker for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:38.463277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-f1caa7a6-52dd-4ebf-a479-a5b4dd48d2f1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Unset dirty status for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:38.464499 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-f1caa7a6-52dd-4ebf-a479-a5b4dd48d2f1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 808 time: 0.1637034 Aug 11 16:27:38.473581 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:38.480826 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-182af63c-5767-4d8d-b8dc-2036b568b3b0 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/quotas/d96349e8cb39413eba7658a2b9bc05aa HTTP/1.1" status: 200 len: 375 time: 0.0101314 Aug 11 16:27:38.563208 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-21b8a97f-991e-44ae-9810-c8d8ec2ccc3c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Synchronizing usage tracker for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:38.578608 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-21b8a97f-991e-44ae-9810-c8d8ec2ccc3c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Unset dirty status for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:38.579856 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-21b8a97f-991e-44ae-9810-c8d8ec2ccc3c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938323 Aug 11 16:27:38.823805 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-eda4da0f-dcb7-42c0-abe8-34f87bd78f30 service neutron] 10.222.0.18 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319052 Aug 11 16:27:38.956931 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-cfe0c763-2e62-4dc1-9dec-96bb20d89ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272557 Aug 11 16:27:39.356400 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-874484c2-d2c9-4d8d-b399-02b00d049ce9 req-9a5fab65-17d0-430b-b7ab-ff7daa7c367f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 210 time: 0.0469122 Aug 11 16:27:40.116237 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37154) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:40.232618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.246597 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:40.250327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Usage tracker for resource:security_group_rule and tenant:70724c4456114cc1bc61d16f9a41cd4a is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:40.253136 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:40.261107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:40.356363 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.361432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.390631 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-dbb51b92-f807-4b25-a5ca-505958927c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:40.403413 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70724c4456114cc1bc61d16f9a41cd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860963 Aug 11 16:27:40.404779 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37164) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:40.454135 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62a639d-d180-4861-b802-ebafdee285d6,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:40.459561 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:40.499148 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.502818 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5c46936e-3969-4248-9dfe-0cb678235a9a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:40.504370 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5c46936e-3969-4248-9dfe-0cb678235a9a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 808 time: 0.1870546 Aug 11 16:27:40.527970 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.565564 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-a1561a67-aca7-4c19-8290-d9f306d57044 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d96349e8cb39413eba7658a2b9bc05aa HTTP/1.1" status: 200 len: 379 time: 0.0462151 Aug 11 16:27:40.574380 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'port': {'device_id': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'admin_state_up': True, 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'security_groups': ['a97b689a-93e8-4d9d-a1b1-2710f9783a16']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:40.608481 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-09c43432-5c1e-4c0c-9796-1157177bf1e3 req-0568f076-63ca-4ccd-b749-c45df5e41df4 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 210 time: 0.1184456 Aug 11 16:27:40.639258 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.643282 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49a020f3-ef25-4223-b32d-e9533caff618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:40.658146 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62a639d-d180-4861-b802-ebafdee285d6,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:40.663309 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.667482 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f62a639d-d180-4861-b802-ebafdee285d6 HTTP/1.1" status: 204 len: 168 time: 0.2593546 Aug 11 16:27:40.669112 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5b86a781-3213-4faf-9985-1fabdfaaa7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:40.843912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:40.853548 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:40.864506 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Made reservation on behalf of d96349e8cb39413eba7658a2b9bc05aa for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:27:40.871510 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.041133 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Allocated IP 172.20.0.14 (7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc/bbce3f1e-1d37-4e3a-b484-07c2e74d10b4/f3e2577b-1d4d-4dd1-89a4-e1492afad036) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:27:41.240336 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.257138 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Transition to ACTIVE for port object f3e2577b-1d4d-4dd1-89a4-e1492afad036 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:41.282182 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.289639 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d727b9c0-909f-4227-ab88-cccb9674d5a5 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:41.356135 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:27:41.359223 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:41.363318 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:27:41.381346 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37188) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:41.414760 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:41.436433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.436895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.437363 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.437785 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.438357 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.438709 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.439115 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.439575 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.439979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.440716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.441123 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.441684 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:41.451922 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:41.476319 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:41.476945 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.504705 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9338322 Aug 11 16:27:41.527221 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Request body: {'port': {'device_id': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:41.587451 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662086203-network', 'tenant_id': '30ed8afb4b974d1ca2cacd96cab0acb0'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:41.608699 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:41.613486 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Usage tracker for resource:network and tenant:30ed8afb4b974d1ca2cacd96cab0acb0 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:41.617292 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:41.624650 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:41.636247 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Made reservation on behalf of 30ed8afb4b974d1ca2cacd96cab0acb0 for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:27:41.639311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.654995 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.670137 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4f2213fc-58a3-48c5-b070-6a9164f74c8b None None] Provisioning for port f3e2577b-1d4d-4dd1-89a4-e1492afad036 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:41.670952 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.679194 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4f2213fc-58a3-48c5-b070-6a9164f74c8b None None] Provisioning complete for port f3e2577b-1d4d-4dd1-89a4-e1492afad036 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:41.679631 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-4f2213fc-58a3-48c5-b070-6a9164f74c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.691846 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:41.700129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Usage tracker for resource:security_group_rule and tenant:30ed8afb4b974d1ca2cacd96cab0acb0 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:41.703613 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:41.710772 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:41.796719 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-4f2213fc-58a3-48c5-b070-6a9164f74c8b None None] Port f3e2577b-1d4d-4dd1-89a4-e1492afad036 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:27:41.818425 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.823172 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.826189 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e7904db6-2d17-478d-80df-83397e81623a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:41.855880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:27:41.864503 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31af62c-33d9-4c10-b7de-9b2bb002e813,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:41.868410 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:41.871719 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.872115 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Added segment 579d29b1-23a5-4a70-a947-7d6297c3cd7e of type vlan for network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 Aug 11 16:27:41.904576 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.936719 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf296c-adfb-4559-aab3-74682641bb4e req-7d55a61b-c7aa-43c7-9f8d-90ed21d8a4eb tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:41.937218 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.937677 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-b3bf296c-adfb-4559-aab3-74682641bb4e req-7d55a61b-c7aa-43c7-9f8d-90ed21d8a4eb tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Synchronizing usage tracker for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:41.938657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:41.939241 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.946350 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:42.020829 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-b3bf296c-adfb-4559-aab3-74682641bb4e req-7d55a61b-c7aa-43c7-9f8d-90ed21d8a4eb tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Unset dirty status for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:42.022948 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b3bf296c-adfb-4559-aab3-74682641bb4e req-7d55a61b-c7aa-43c7-9f8d-90ed21d8a4eb tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 932 time: 0.2763288 Aug 11 16:27:42.111001 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b3bf296c-adfb-4559-aab3-74682641bb4e req-d483b8cc-c583-4084-bb62-8d468883b4f3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748961 Aug 11 16:27:42.181538 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7990003 Aug 11 16:27:42.182349 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:42.184366 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37206) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:42.187124 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:42.191424 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Request body: {'subnet': {'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662086203-subnet', 'tenant_id': '30ed8afb4b974d1ca2cacd96cab0acb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:42.195394 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:27:42.196891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:42.200865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Usage tracker for resource:subnet and tenant:30ed8afb4b974d1ca2cacd96cab0acb0 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:42.202487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e2577b-1d4d-4dd1-89a4-e1492afad036 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:42.203964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:42.212181 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.212388 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:42.228198 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Made reservation on behalf of 30ed8afb4b974d1ca2cacd96cab0acb0 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:27:42.231076 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.233798 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Transition to ACTIVE for port object f3e2577b-1d4d-4dd1-89a4-e1492afad036 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:42.238335 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.242616 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3e71589d-a89c-4fc8-b2d8-7dcd1d1bfd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:42.400178 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:42.407964 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:42.471250 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.477723 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4cb58ed5-cc85-49ae-9844-255da503a915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:42.493674 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Attempting to bind port f3e2577b-1d4d-4dd1-89a4-e1492afad036 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:27:42.494021 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Attempting to bind port f3e2577b-1d4d-4dd1-89a4-e1492afad036 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:27:42.494352 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Attempting to bind port f3e2577b-1d4d-4dd1-89a4-e1492afad036 on network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:42.499421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Port f3e2577b-1d4d-4dd1-89a4-e1492afad036 on network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:27:42.499839 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Attempting to bind port f3e2577b-1d4d-4dd1-89a4-e1492afad036 on network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:42.505544 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:27:42.506177 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Checking segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:42.507033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Bound using segment: {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:27:42.507466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Bound port: f3e2577b-1d4d-4dd1-89a4-e1492afad036, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d46cd05-d122-4947-90fe-3c9a5e0395c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:27:42.507819 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.566161 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:42.569502 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:42.575927 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Checking segment: {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:42.576282 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Network hostable DHCP agents. Network: c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:27:42.595710 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:27:42.604805 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:42.605952 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:27:42.609425 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:42.609740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:27:42.610030 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.614786 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f0fb48-b628-445a-874e-e1c78dc2897f None None] Network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:42.616898 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.621891 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d1c3cf0c-0bcd-4a20-995f-a7bf1fcb9cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:42.647412 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-1159bcad-6295-4449-a62b-9deeb5d275a3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4590306 Aug 11 16:27:42.684534 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:42.685163 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.686429 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 1094 time: 1.1637180 Aug 11 16:27:42.686937 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:42.718949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:42.733070 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:42.893290 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba137d08-0a2f-4d91-94c5-632d87c315df None None] Network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:42.908270 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'status': 'completed', 'code': 200} Aug 11 16:27:42.954437 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-284a18a6-a489-4946-8753-9ce9d147f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:42.955993 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-284a18a6-a489-4946-8753-9ce9d147f68c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1097 time: 0.2129929 Aug 11 16:27:43.036972 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-b691f3b9-4a96-483b-a49e-435e32bbdd63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 217 time: 0.0664759 Aug 11 16:27:43.100654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-e6f11d20-7bee-4cbd-85b2-c624a91ba63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:43.102303 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-e6f11d20-7bee-4cbd-85b2-c624a91ba63f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0590241 Aug 11 16:27:43.184490 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-fcab9d42-be3f-40e9-99e6-a707a9f1f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:43.185950 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-fcab9d42-be3f-40e9-99e6-a707a9f1f116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777075 Aug 11 16:27:43.412034 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-17f36162-9d27-4eac-b5ba-d630f0ea71a5 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197983 Aug 11 16:27:43.532172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9aaaa-8a4d-4e49-afec-73ac95391622 req-03b9e488-6fc0-4013-9eda-e327bb17326e tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:43.533624 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-32f9aaaa-8a4d-4e49-afec-73ac95391622 req-03b9e488-6fc0-4013-9eda-e327bb17326e tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.3030040 Aug 11 16:27:43.606429 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-32f9aaaa-8a4d-4e49-afec-73ac95391622 req-df1570d8-12e1-4edb-a253-9f8e3b111e71 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657763 Aug 11 16:27:43.608256 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d9758cc7-5507-4366-86ac-a03ba76ece04 req-ed2f632f-2079-4e90-84e5-34a7c1d1c406 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891360 Aug 11 16:27:43.784110 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-6a95a406-5563-4a3f-8753-367e449b360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:43.785478 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-6a95a406-5563-4a3f-8753-367e449b360e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1097 time: 0.0801489 Aug 11 16:27:43.916036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-d7a54269-408a-4c0a-8800-889936bb2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:43.917458 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-d7a54269-408a-4c0a-8800-889936bb2fd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.1251535 Aug 11 16:27:43.983918 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-7e538b6a-acd9-4d4f-b4d6-665bdb015cc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 217 time: 0.0596139 Aug 11 16:27:44.048126 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-30571399-ebea-4508-a6b4-91449a7694c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:44.049432 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-30571399-ebea-4508-a6b4-91449a7694c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0594370 Aug 11 16:27:44.123753 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-4c098ac8-6d87-4fad-818f-00df08f7e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:44.125189 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-4c098ac8-6d87-4fad-818f-00df08f7e4b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684142 Aug 11 16:27:44.259814 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-a93ef0ae-c80c-4e1f-a22e-cc339b1a0816 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275666 Aug 11 16:27:44.399997 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f227d7f6-717a-41cf-8064-fa4bd2701beb req-19071609-b9c5-42eb-94cd-f9d2b6bef6d7 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332295 Aug 11 16:27:44.747167 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-807a3e28-d854-4570-8a32-55cc4424e062 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:44.748610 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-807a3e28-d854-4570-8a32-55cc4424e062 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/networks?id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 200 len: 809 time: 0.1518562 Aug 11 16:27:44.763772 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-8c38b396-3f17-4729-b057-edd662ea1eb4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/quotas/30ed8afb4b974d1ca2cacd96cab0acb0 HTTP/1.1" status: 200 len: 375 time: 0.0097439 Aug 11 16:27:44.855598 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ca0d1-a91c-4238-b455-16bb517ca515 req-6b29ba04-cad8-421b-bd94-fb34464b895a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:44.857073 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4c5ca0d1-a91c-4238-b455-16bb517ca515 req-6b29ba04-cad8-421b-bd94-fb34464b895a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.1018739 Aug 11 16:27:44.905219 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-1308131d-2d8d-4cfc-8454-f8470a6d8d39 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360321 Aug 11 16:27:44.907840 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4c5ca0d1-a91c-4238-b455-16bb517ca515 req-b5c6039b-b8ef-4d96-9a9d-a5dc5a8ffc9d tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Aug 11 16:27:45.037350 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-10108a3f-c8b8-4a6f-a15e-3a8e61976b51 service neutron] 10.222.0.18 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253340 Aug 11 16:27:45.081626 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fae39-6f2f-45a5-85fb-2ba2f05c9fbb req-94295b9a-8da6-4923-9356-3bcb6bf44e2c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:45.083252 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-067fae39-6f2f-45a5-85fb-2ba2f05c9fbb req-94295b9a-8da6-4923-9356-3bcb6bf44e2c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0824838 Aug 11 16:27:45.129623 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-067fae39-6f2f-45a5-85fb-2ba2f05c9fbb req-44286133-6abd-465e-b8df-bbba57be3663 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395324 Aug 11 16:27:45.172035 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-f877e3fd-0ae3-4375-9d56-0b61a9f3a1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287522 Aug 11 16:27:45.349174 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e5121d6a-010c-4afe-aca5-5dc3a4295dac req-d0dbc2e1-cf53-41fb-adf7-511b3127824f tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 210 time: 0.0481837 Aug 11 16:27:46.093635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93adf2-23f4-4a71-85a9-cc05049fc1f0 req-1c7d8517-13c5-4254-9dbc-a3351503ae0f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:46.095126 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d93adf2-23f4-4a71-85a9-cc05049fc1f0 req-1c7d8517-13c5-4254-9dbc-a3351503ae0f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0805655 Aug 11 16:27:46.142273 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d93adf2-23f4-4a71-85a9-cc05049fc1f0 req-9ebdfbc6-ce7e-4a48-9e04-07e7341299e2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409691 Aug 11 16:27:46.332551 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5407e00-4c3e-41cf-8fb8-4d189c132970 req-7e59a7d5-6ccd-4e66-97eb-c99ae61f7b25 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:46.334150 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d5407e00-4c3e-41cf-8fb8-4d189c132970 req-7e59a7d5-6ccd-4e66-97eb-c99ae61f7b25 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0849342 Aug 11 16:27:46.399796 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d5407e00-4c3e-41cf-8fb8-4d189c132970 req-0a6bc575-0b2b-4900-a96c-bb1f5555aba7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579400 Aug 11 16:27:46.519578 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3103bb9e-e389-4cfb-8ab9-8ca51b9455f3 req-d10d22fc-cce9-418f-a785-a472ae57c0ea tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 210 time: 0.0497997 Aug 11 16:27:46.526321 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-426507ca-33b5-439f-8437-80f756d06489 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:46.527824 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-426507ca-33b5-439f-8437-80f756d06489 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "GET /v2.0/networks?id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 200 len: 809 time: 0.2182579 Aug 11 16:27:46.546219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Request body: {'port': {'device_id': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6', 'admin_state_up': True, 'tenant_id': '30ed8afb4b974d1ca2cacd96cab0acb0'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:46.683123 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:46.686843 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Usage tracker for resource:port and tenant:30ed8afb4b974d1ca2cacd96cab0acb0 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:46.689614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:46.695451 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:46.704733 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Made reservation on behalf of 30ed8afb4b974d1ca2cacd96cab0acb0 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:27:46.708158 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:46.868899 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Allocated IP 172.20.0.5 (c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6/ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0/395a3f36-7af3-4efc-b878-4f6dfbacd8c3) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:27:46.945258 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:27:47.064873 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.095477 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.101670 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-69b1fca9-5b8e-4ac0-91d6-5f27556d17af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:47.169776 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:27:47.172855 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:47.176949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:27:47.215900 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Pushing event updated for resources: {'Port': ['ID=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:47.220087 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:47.247589 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:47.248195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.269457 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273734 Aug 11 16:27:47.287826 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Request body: {'port': {'device_id': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:47.329945 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924f330-69d6-4476-9609-db6181eb921c req-b9d64db4-388e-4016-aba4-912e89d9d62c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:47.331522 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d924f330-69d6-4476-9609-db6181eb921c req-b9d64db4-388e-4016-aba4-912e89d9d62c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0850492 Aug 11 16:27:47.376397 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d924f330-69d6-4476-9609-db6181eb921c req-d84a34f2-6f60-4811-981d-18779741a9c8 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385277 Aug 11 16:27:47.403222 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.714025 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce797562-a29d-4511-a7b6-7d81c5e4b38b req-651d56d3-5b7c-4c19-bb1a-59b75488e5e6 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:47.715617 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ce797562-a29d-4511-a7b6-7d81c5e4b38b req-651d56d3-5b7c-4c19-bb1a-59b75488e5e6 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 931 time: 0.0858328 Aug 11 16:27:47.762534 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-ce797562-a29d-4511-a7b6-7d81c5e4b38b req-d407df46-c5fe-45c4-9175-18b7ec659156 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Synchronizing usage tracker for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:47.778884 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-ce797562-a29d-4511-a7b6-7d81c5e4b38b req-d407df46-c5fe-45c4-9175-18b7ec659156 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Unset dirty status for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:47.780040 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ce797562-a29d-4511-a7b6-7d81c5e4b38b req-d407df46-c5fe-45c4-9175-18b7ec659156 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586531 Aug 11 16:27:47.822873 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760db7b-3e87-4506-89e6-ac1d975f7335 req-b7faec07-a9d8-452c-9e70-0c1204bb01df tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:47.824337 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4760db7b-3e87-4506-89e6-ac1d975f7335 req-b7faec07-a9d8-452c-9e70-0c1204bb01df tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.3051589 Aug 11 16:27:47.888465 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4760db7b-3e87-4506-89e6-ac1d975f7335 req-f567268d-6e9a-4bc6-990f-3da5dfd940f4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530841 Aug 11 16:27:47.953081 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:47.960179 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.973836 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Transition to ACTIVE for port object 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:47.978659 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.982170 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-94f25502-d7c4-4f48-b216-02038bf07a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:48.134390 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Pushing event updated for resources: {'Port': ['ID=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:48.137042 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:48.213067 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Attempting to bind port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:27:48.213390 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Attempting to bind port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:27:48.213715 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Attempting to bind port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 on network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:48.218283 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 on network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:27:48.218626 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Attempting to bind port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 on network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:48.223593 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:27:48.223926 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Checking segment: {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:48.224302 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Bound using segment: {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:27:48.225382 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Bound port: 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:27:48.225725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:48.312028 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] For port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:27:48.314964 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] For port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:27:48.319158 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:48.322627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:48.382548 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:48.383153 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:48.384553 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/395a3f36-7af3-4efc-b878-4f6dfbacd8c3 HTTP/1.1" status: 200 len: 1093 time: 1.1009979 Aug 11 16:27:48.384966 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'tag': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:48.407280 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Pushing event updated for resources: {'Port': ['ID=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:48.410627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:48.473496 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'tag': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3', 'status': 'completed', 'code': 200} Aug 11 16:27:48.570103 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-d1f9d365-7674-4f19-bd85-159112e01e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:48.571591 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-d1f9d365-7674-4f19-bd85-159112e01e60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 1096 time: 0.1346412 Aug 11 16:27:48.585973 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d61ddd-1e4b-43c7-9ff4-0477966b4b89 req-6af01db1-886a-42d5-ae59-edad9955b7d4 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:48.587842 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b0d61ddd-1e4b-43c7-9ff4-0477966b4b89 req-6af01db1-886a-42d5-ae59-edad9955b7d4 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.1000285 Aug 11 16:27:48.662855 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-e5ff22a1-69e0-419a-82b6-bd9c8dd4a617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3 HTTP/1.1" status: 200 len: 217 time: 0.0739517 Aug 11 16:27:48.734361 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b0d61ddd-1e4b-43c7-9ff4-0477966b4b89 req-010bd280-5d67-4682-9369-a41e26ad4e4e tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989201 Aug 11 16:27:48.743989 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-bd8d7b7d-100c-457e-bfb5-ec61474f469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:48.745376 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-bd8d7b7d-100c-457e-bfb5-ec61474f469b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0 HTTP/1.1" status: 200 len: 849 time: 0.0771556 Aug 11 16:27:48.794219 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-6b08245a-855d-426c-a24a-c76bc2e9658a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424457 Aug 11 16:27:48.934197 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-fa1c3773-0d8e-4373-882e-0b9a6163d43b service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339402 Aug 11 16:27:48.986842 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daaf01-283f-4917-8fcf-064151cca109 req-89f4bf7c-3374-4a6a-9901-b6b71f2cf4ee tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:48.988325 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c8daaf01-283f-4917-8fcf-064151cca109 req-89f4bf7c-3374-4a6a-9901-b6b71f2cf4ee tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 943 time: 0.0963681 Aug 11 16:27:49.034256 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c8daaf01-283f-4917-8fcf-064151cca109 req-843debde-5faf-4bea-803b-5da9f541eee2 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Aug 11 16:27:49.134164 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b31237b2-55aa-4923-a4cb-321f9e58713c req-de13a25b-a500-4a60-8acc-5e67dd05b632 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855149 Aug 11 16:27:49.155703 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed7e0a-a8f5-462d-a28f-7e8fc842deb5 req-815f8f7a-a589-47d6-88f7-d0f120d1dbcd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:49.157219 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-75ed7e0a-a8f5-462d-a28f-7e8fc842deb5 req-815f8f7a-a589-47d6-88f7-d0f120d1dbcd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1157930 Aug 11 16:27:49.203648 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-75ed7e0a-a8f5-462d-a28f-7e8fc842deb5 req-14fa35c1-1866-4f54-97b0-240e86b427d7 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Aug 11 16:27:49.295599 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-6d04ad60-44d0-4a22-965c-bebf2e7b32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:49.297022 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-6d04ad60-44d0-4a22-965c-bebf2e7b32eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 1096 time: 0.0692923 Aug 11 16:27:49.425855 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-a906b2c8-b052-4c8d-80db-205ee74a2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:49.427343 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-a906b2c8-b052-4c8d-80db-205ee74a2b7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 200 len: 910 time: 0.1230018 Aug 11 16:27:49.589582 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-88a382ed-7d7b-4870-b9a4-d8da1d5ac57d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3 HTTP/1.1" status: 200 len: 217 time: 0.1550012 Aug 11 16:27:49.652373 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-876b9de1-eff3-433c-a4c7-9c219d05312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:49.654034 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-876b9de1-eff3-433c-a4c7-9c219d05312c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0 HTTP/1.1" status: 200 len: 849 time: 0.0575573 Aug 11 16:27:49.702635 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-fff8fb26-05ab-4cb7-93a2-c9a0c6998521 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422349 Aug 11 16:27:49.833455 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-d0a709df-9322-4275-8cc2-a214306f4e67 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229930 Aug 11 16:27:49.920757 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd5a2-1a16-44c2-b4e5-f687f73bad92 req-39456a14-5e2e-4055-85ac-96852cd55e6c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:49.922239 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c5dd5a2-1a16-44c2-b4e5-f687f73bad92 req-39456a14-5e2e-4055-85ac-96852cd55e6c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0854144 Aug 11 16:27:49.967077 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ecd9ad7e-09cf-4361-b4e3-08fc72104b1c req-ed47186c-8949-477f-8af1-56667070adf3 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249502 Aug 11 16:27:49.968511 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c5dd5a2-1a16-44c2-b4e5-f687f73bad92 req-c7652fc6-13c1-4976-bd5e-3c544d2d8384 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406337 Aug 11 16:27:50.219156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57e1d3-141a-4597-8ea3-b8caee461b6f req-139185b5-7ef9-40dd-9058-044af6dd91fe tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:50.219768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-1d57e1d3-141a-4597-8ea3-b8caee461b6f req-139185b5-7ef9-40dd-9058-044af6dd91fe tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Synchronizing usage tracker for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:50.236427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-1d57e1d3-141a-4597-8ea3-b8caee461b6f req-139185b5-7ef9-40dd-9058-044af6dd91fe tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Unset dirty status for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:50.237663 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d57e1d3-141a-4597-8ea3-b8caee461b6f req-139185b5-7ef9-40dd-9058-044af6dd91fe tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 943 time: 0.0982223 Aug 11 16:27:50.284927 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d57e1d3-141a-4597-8ea3-b8caee461b6f req-7c250f28-f80e-4327-b543-733a259b5b6a tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Aug 11 16:27:50.393320 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f588b4-e027-45cf-b18c-eb5c65598c6d req-021de9e1-2854-4c1f-ae22-08b5ddd5b460 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:50.394809 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b3f588b4-e027-45cf-b18c-eb5c65598c6d req-021de9e1-2854-4c1f-ae22-08b5ddd5b460 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0814290 Aug 11 16:27:50.440108 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b3f588b4-e027-45cf-b18c-eb5c65598c6d req-355423f2-a625-4c61-9019-053acaa9317f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Aug 11 16:27:51.154416 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f2be-a443-4657-82c8-d18aaa13cbd5 req-e3440d1c-b0d1-4704-9776-28401d8f68aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:51.155885 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b625f2be-a443-4657-82c8-d18aaa13cbd5 req-e3440d1c-b0d1-4704-9776-28401d8f68aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0829194 Aug 11 16:27:51.205160 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b625f2be-a443-4657-82c8-d18aaa13cbd5 req-afc36f35-2bc1-4626-9b27-9488bc587303 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Aug 11 16:27:51.296166 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:27:51.431064 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:51.444729 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3', 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6', 'port_id': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3', 'mac_address': 'fa:16:3e:a2:c3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:27:51.476722 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f67d00-20c3-4a69-bc6f-47c3514bbfc1 req-615c8965-bce8-4976-a52a-32e45cb576d4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:51.478396 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-82f67d00-20c3-4a69-bc6f-47c3514bbfc1 req-615c8965-bce8-4976-a52a-32e45cb576d4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 943 time: 0.0868773 Aug 11 16:27:51.512626 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.531491 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-82f67d00-20c3-4a69-bc6f-47c3514bbfc1 req-318f7162-1ac5-461b-9cda-81ad4caac0b8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 Aug 11 16:27:51.532869 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:51.550721 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:51.555312 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.556298 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:27:51.558320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:51.647943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e576dcb-14b7-4bfe-b3f5-c1b3965c3d97 req-c5843cd6-14c0-4d08-b5ff-915ab236fe87 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:51.649567 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3e576dcb-14b7-4bfe-b3f5-c1b3965c3d97 req-c5843cd6-14c0-4d08-b5ff-915ab236fe87 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0850604 Aug 11 16:27:51.660060 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:51.673254 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.673605 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.673950 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.674287 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.674649 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.674985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.675319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.675647 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.675974 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.676300 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.676627 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.676947 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.696122 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3e576dcb-14b7-4bfe-b3f5-c1b3965c3d97 req-5e4d7073-93b6-4c8e-bee0-93b7e0463c95 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Aug 11 16:27:51.722908 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:51.762546 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:51.775856 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'port_id': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'mac_address': 'fa:16:3e:0e:61:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:27:51.835124 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.851389 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e2577b-1d4d-4dd1-89a4-e1492afad036 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:51.868033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:51.871674 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.873506 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-21074319-ae69-4506-beb5-94d52517d8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:51.939595 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:51.942508 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:52.225873 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['395a3f36-7af3-4efc-b878-4f6dfbacd8c3'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:27:52.258814 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['f3e2577b-1d4d-4dd1-89a4-e1492afad036'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:27:52.391989 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb429d-9565-4b38-b826-c020ab0dc8df req-968498ad-efbb-4532-b144-dc5eb4182bc2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:52.393461 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-16bb429d-9565-4b38-b826-c020ab0dc8df req-968498ad-efbb-4532-b144-dc5eb4182bc2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 945 time: 0.0808613 Aug 11 16:27:52.441234 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-16bb429d-9565-4b38-b826-c020ab0dc8df req-357caf1e-10c4-4b23-bb6c-43c73ab7a3f6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Aug 11 16:27:52.721182 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01d1e1-70fe-4464-8cfd-be43067b0e23 req-32c53471-18ff-41c4-b533-4dfaeb778592 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:52.722688 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1e01d1e1-70fe-4464-8cfd-be43067b0e23 req-32c53471-18ff-41c4-b533-4dfaeb778592 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 944 time: 0.0802581 Aug 11 16:27:52.767374 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1e01d1e1-70fe-4464-8cfd-be43067b0e23 req-4811a46e-431f-4539-8c74-6dd2cf7781bb tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 Aug 11 16:27:52.884394 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90aff2-a699-44b4-a170-3c31f46036c0 req-dc70c53f-86a9-4d8e-8e6f-d208372e8e2c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:52.885758 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9e90aff2-a699-44b4-a170-3c31f46036c0 req-dc70c53f-86a9-4d8e-8e6f-d208372e8e2c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0810211 Aug 11 16:27:52.931180 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9e90aff2-a699-44b4-a170-3c31f46036c0 req-3cd57801-8e0f-4d42-8a6f-d87ea6a34937 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398273 Aug 11 16:27:53.306570 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:53.374909 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:53.379660 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:53.380048 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.533353 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.564120 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:53.573565 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:53.580896 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.582258 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:53.638855 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-030feabb-2fcf-4a73-91e7-b00533469246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:53.659661 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245853f-e887-413b-a411-50d8ad5d2959 req-e0865fbb-a45e-4f28-95c8-319ae3a12fbf tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:53.661789 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c245853f-e887-413b-a411-50d8ad5d2959 req-e0865fbb-a45e-4f28-95c8-319ae3a12fbf tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 945 time: 0.1051447 Aug 11 16:27:53.719177 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c245853f-e887-413b-a411-50d8ad5d2959 req-0afdfd22-45b7-494c-b7cd-b77761623606 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506814 Aug 11 16:27:53.721840 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:53.725536 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:53.738442 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port f3e2577b-1d4d-4dd1-89a4-e1492afad036 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:53.746828 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port f3e2577b-1d4d-4dd1-89a4-e1492afad036 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:53.747333 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.791678 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3', 'code': 200} Aug 11 16:27:53.876565 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.911763 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:53.916567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.919484 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-68318d42-eedb-41b2-ad38-5325a8e6e7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:53.954121 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566487f0-1b0f-4fa4-9f57-cbbe846c4589 req-fc1699e0-98e5-446f-9f9a-4617f34d0efa tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:53.955593 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-566487f0-1b0f-4fa4-9f57-cbbe846c4589 req-fc1699e0-98e5-446f-9f9a-4617f34d0efa tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 945 time: 0.0803418 Aug 11 16:27:53.995567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:53.998684 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:54.044572 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-566487f0-1b0f-4fa4-9f57-cbbe846c4589 req-e10803c1-7b80-41a8-ab06-ef141566a636 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818985 Aug 11 16:27:54.081215 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3c425-fe20-4fec-833e-6901d7aa965c req-562e38a8-042b-4852-81be-860a2c96a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:54.082698 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1ae3c425-fe20-4fec-833e-6901d7aa965c req-562e38a8-042b-4852-81be-860a2c96a6d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 1098 time: 0.0819983 Aug 11 16:27:54.123954 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1ae3c425-fe20-4fec-833e-6901d7aa965c req-b62f1904-02f9-43a5-a8e3-cad81b3c1cd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Aug 11 16:27:54.137066 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be197-d905-45b2-a53f-cd60365e115b req-0278f04d-f65f-43da-8306-5b90df49cb51 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:54.138468 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a16be197-d905-45b2-a53f-cd60365e115b req-0278f04d-f65f-43da-8306-5b90df49cb51 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0926425 Aug 11 16:27:54.184971 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a16be197-d905-45b2-a53f-cd60365e115b req-debe7827-bdb0-4382-9ca1-c352b1231413 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Aug 11 16:27:54.911723 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82608aa3-32f9-4f98-ba82-5bf9c34402e5 req-8469b83e-5067-45b0-ae0f-7fd892dddae7 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:54.913230 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-82608aa3-32f9-4f98-ba82-5bf9c34402e5 req-8469b83e-5067-45b0-ae0f-7fd892dddae7 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0838704 Aug 11 16:27:54.960676 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-82608aa3-32f9-4f98-ba82-5bf9c34402e5 req-18af38a5-bbb7-4fab-9b39-c40ed5ff1436 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418220 Aug 11 16:27:55.246232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbbde7-03b6-48dd-be77-a34049bec997 req-809504f7-1d2d-445f-bb82-33ae59a123c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:55.247773 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c8bbbde7-03b6-48dd-be77-a34049bec997 req-809504f7-1d2d-445f-bb82-33ae59a123c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 945 time: 0.0962968 Aug 11 16:27:55.297785 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c8bbbde7-03b6-48dd-be77-a34049bec997 req-392b14ff-24f0-4da3-8e90-9ac94ee83dca tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443096 Aug 11 16:27:55.398694 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e4469-3f82-4883-bcdb-adb8ae41543e req-6772a2e5-3c2b-41fb-b614-14d56728e98f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:55.400210 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0a3e4469-3f82-4883-bcdb-adb8ae41543e req-6772a2e5-3c2b-41fb-b614-14d56728e98f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0901432 Aug 11 16:27:55.445979 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0a3e4469-3f82-4883-bcdb-adb8ae41543e req-296bde26-be6d-4a9e-a299-b44dc366552d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Aug 11 16:27:55.792685 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:55.836945 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'code': 200} Aug 11 16:27:56.191905 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:56.217244 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450ffe3-cd0e-4991-b3d8-d4db33048415 req-91f0e994-9a7c-4bb5-855c-866040a7458c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:56.218724 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a450ffe3-cd0e-4991-b3d8-d4db33048415 req-91f0e994-9a7c-4bb5-855c-866040a7458c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.1508861 Aug 11 16:27:56.220589 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33a0f-9ed1-4b98-9e22-6ce16c965c2a req-54797487-a319-431d-aa19-cfd6369de294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:56.221910 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05e33a0f-9ed1-4b98-9e22-6ce16c965c2a req-54797487-a319-431d-aa19-cfd6369de294 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.1180258 Aug 11 16:27:56.291210 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a450ffe3-cd0e-4991-b3d8-d4db33048415 req-97bb1393-4b2a-42ef-b3c2-ce0ee533dca3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668333 Aug 11 16:27:56.294289 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05e33a0f-9ed1-4b98-9e22-6ce16c965c2a req-0620627d-3aac-4f01-a742-a8b3ffa5332c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572510 Aug 11 16:27:56.581615 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75356a-1e37-491b-afb8-4aa07c601474 req-b6a7830c-9139-45bd-81b5-962ed544b9bd tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:56.583139 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fa75356a-1e37-491b-afb8-4aa07c601474 req-b6a7830c-9139-45bd-81b5-962ed544b9bd tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 945 time: 0.1796057 Aug 11 16:27:56.632228 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fa75356a-1e37-491b-afb8-4aa07c601474 req-445d91ae-c31e-4751-99e7-f7237981da5e tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Aug 11 16:27:56.641487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369d95a-bc22-4af1-90fe-78473e32f531 req-0ee735fa-79a5-4ad2-8dfe-16f8e37c4035 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:56.642992 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8369d95a-bc22-4af1-90fe-78473e32f531 req-0ee735fa-79a5-4ad2-8dfe-16f8e37c4035 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0824385 Aug 11 16:27:56.688320 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8369d95a-bc22-4af1-90fe-78473e32f531 req-267cb405-4fea-4573-a1f4-05db85699074 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396707 Aug 11 16:27:57.344148 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:27:57.487989 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe586-98a1-48a7-a13d-0e877a717448 req-5548dc42-ef33-4b6e-af72-772930e4fec8 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:57.489679 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2edbe586-98a1-48a7-a13d-0e877a717448 req-5548dc42-ef33-4b6e-af72-772930e4fec8 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0894995 Aug 11 16:27:57.505292 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:57.524013 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'mac_address': 'fa:16:3e:49:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:27:57.546878 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2edbe586-98a1-48a7-a13d-0e877a717448 req-2573c594-816a-4b11-b535-15eab5bb274a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506132 Aug 11 16:27:57.593873 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:57.613834 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:57.633044 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:57.637955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:57.640095 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:57.723673 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=6']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:57.727502 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:57.827393 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['0062ec88-ec88-45d1-a4a2-6f64dc6a7846'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:27:57.915828 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6d9a3-a29e-4ada-8f9e-fec64a1a7abf req-a7fcdad4-568b-4c6a-82bd-c14c56e67c6c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:57.919154 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1de6d9a3-a29e-4ada-8f9e-fec64a1a7abf req-a7fcdad4-568b-4c6a-82bd-c14c56e67c6c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 944 time: 0.0941825 Aug 11 16:27:57.984438 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1de6d9a3-a29e-4ada-8f9e-fec64a1a7abf req-61d2ac20-2d8b-490e-9c8d-1665ceff4075 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609844 Aug 11 16:27:58.117664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359ecc7-0402-43c4-86ee-c358e48e164c req-13c0ce05-6393-4a8c-abe5-c90eac72c84b tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:58.119200 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5359ecc7-0402-43c4-86ee-c358e48e164c req-13c0ce05-6393-4a8c-abe5-c90eac72c84b tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 945 time: 0.2302582 Aug 11 16:27:58.167831 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5359ecc7-0402-43c4-86ee-c358e48e164c req-f97738a3-361f-46ac-a95f-f53bee8a6cb8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Aug 11 16:27:58.773476 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a59c6-f741-4f01-b8d2-7cd2ebee32a7 req-49778906-d023-4985-8342-ad9cc9d68954 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:58.780334 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-669a59c6-f741-4f01-b8d2-7cd2ebee32a7 req-49778906-d023-4985-8342-ad9cc9d68954 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0988371 Aug 11 16:27:58.838999 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-669a59c6-f741-4f01-b8d2-7cd2ebee32a7 req-23339bac-b991-4e44-a122-246a3b067bf4 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575924 Aug 11 16:27:59.065301 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caca71-c2c1-455d-8ea4-4a796bb2a0e2 req-c2b4d294-a4f5-448f-9441-d3c87dfa1227 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:59.073169 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-12caca71-c2c1-455d-8ea4-4a796bb2a0e2 req-c2b4d294-a4f5-448f-9441-d3c87dfa1227 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0988529 Aug 11 16:27:59.128257 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-12caca71-c2c1-455d-8ea4-4a796bb2a0e2 req-174adb38-6459-4e6e-8539-da549e1c2282 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518854 Aug 11 16:27:59.144963 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37378) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:59.343834 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:59.470910 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:59.471312 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.599915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2c123-2a90-4678-b8f8-ef420eeed5a0 req-00e20da5-fdc1-4ef1-b145-301cb85aa621 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:59.602028 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1bb2c123-2a90-4678-b8f8-ef420eeed5a0 req-00e20da5-fdc1-4ef1-b145-301cb85aa621 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 944 time: 0.3075421 Aug 11 16:27:59.637673 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa84d-8fd2-4b6d-bc71-38f8e5701d88 req-6598769e-d851-4339-b383-65591731b4c3 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:59.645468 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.646421 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-57faa84d-8fd2-4b6d-bc71-38f8e5701d88 req-6598769e-d851-4339-b383-65591731b4c3 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 945 time: 0.2444377 Aug 11 16:27:59.650226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84363489-0873-4257-a679-4e12f26eb708 tempest-TestShelveInstance-1725415230 tempest-TestShelveInstance-1725415230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:59.651933 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-84363489-0873-4257-a679-4e12f26eb708 tempest-TestShelveInstance-1725415230 tempest-TestShelveInstance-1725415230-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1094 time: 0.5051379 Aug 11 16:27:59.654830 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 37386) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:59.663991 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'port_id': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:59.675782 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:59.682847 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1bb2c123-2a90-4678-b8f8-ef420eeed5a0 req-d3e58e30-2615-4b9d-8559-1c0c3abb03be tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708671 Aug 11 16:27:59.685231 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Usage tracker for resource:floatingip and tenant:d96349e8cb39413eba7658a2b9bc05aa is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:59.688632 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:59.695308 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:59.700879 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:59.726082 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:59.729178 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for floatingip, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.740672 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.745401 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:59.768484 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-8c86f7ac-3448-44dd-a049-815ae86b3a65 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:59.770566 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-8c86f7ac-3448-44dd-a049-815ae86b3a65 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 945 time: 0.2771633 Aug 11 16:27:59.775059 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-57faa84d-8fd2-4b6d-bc71-38f8e5701d88 req-0dbd668a-d4db-4cd4-b85d-abc405f3de94 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272383 Aug 11 16:27:59.799328 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'code': 200} Aug 11 16:27:59.861913 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=7']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:59.872657 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:59.898542 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Deleting port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:59.899183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.934843 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.106276 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Allocated IP 172.27.0.58 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/390bc796-4b33-4561-bc99-61fe4eaa2962) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:28:00.203739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] For port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:00.204355 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.288331 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.331460 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.337071 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:00.381246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Calling delete_port for 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:00.403443 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:28:00.406584 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:28:00.411272 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:28:00.448238 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'Port': ['ID=390bc796-4b33-4561-bc99-61fe4eaa2962,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:00.461232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.461507 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.462011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.462432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.462886 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.463317 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.463777 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.464262 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.464715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.465133 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.465542 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.465953 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:00.475654 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:00.577223 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.589878 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:00.626098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['395a3f36-7af3-4efc-b878-4f6dfbacd8c3'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:28:00.661536 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Pushing event deleted for resources: {'Port': ['ID=395a3f36-7af3-4efc-b878-4f6dfbacd8c3,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:00.693656 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:00.765472 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] No DVR routers for this DVR port 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:28:00.768386 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.772448 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'name': 'network-vif-deleted', 'tag': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:00.809836 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-afc89eec-42ac-491a-a3b6-e93d92ca2689 req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "DELETE /v2.0/ports/395a3f36-7af3-4efc-b878-4f6dfbacd8c3 HTTP/1.1" status: 204 len: 173 time: 1.0078492 Aug 11 16:28:00.856538 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341e2616-81bf-4b9b-89ba-17a42d6ec6b5', 'name': 'network-vif-deleted', 'tag': '395a3f36-7af3-4efc-b878-4f6dfbacd8c3', 'status': 'completed', 'code': 200} Aug 11 16:28:01.015832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0086d-c9bd-4eed-ade1-4c8d759adb5f req-98f613dd-63ff-4f42-b1a1-ebc95009ea25 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:01.017444 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dcb0086d-c9bd-4eed-ade1-4c8d759adb5f req-98f613dd-63ff-4f42-b1a1-ebc95009ea25 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1511753 Aug 11 16:28:01.082466 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dcb0086d-c9bd-4eed-ade1-4c8d759adb5f req-762bd103-195f-4373-a124-70e0701c663f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573304 Aug 11 16:28:01.097635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-11e76648-7f68-48c8-9c5b-ba7abf4e090b req-00268774-6f09-4da2-a6f7-747dfb0d9fb3 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Synchronizing usage tracker for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:01.134886 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:01.135298 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-11e76648-7f68-48c8-9c5b-ba7abf4e090b req-00268774-6f09-4da2-a6f7-747dfb0d9fb3 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Unset dirty status for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:01.136808 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-11e76648-7f68-48c8-9c5b-ba7abf4e090b req-00268774-6f09-4da2-a6f7-747dfb0d9fb3 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=341e2616-81bf-4b9b-89ba-17a42d6ec6b5 HTTP/1.1" status: 200 len: 210 time: 0.1531413 Aug 11 16:28:01.340127 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:01.580648 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:01.588693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6652412'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:01.598014 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-339d2122-b673-4fbc-bce5-147f8f1a74ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:01.733618 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event updated for resources: {'Port': ['ID=390bc796-4b33-4561-bc99-61fe4eaa2962,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:01.736433 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:01.762917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:01.982771 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.l3_db [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Floating IP e312fed1-b0e8-41ed-b634-e238b131442e associated. External IP: 172.27.0.58, port: f3e2577b-1d4d-4dd1-89a4-e1492afad036. Aug 11 16:28:02.513902 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Router 0887d18c-69aa-4c2c-824e-cec8f4efb917 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:28:02.577924 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-1f251fd2-cfa0-4bca-ad8e-1e03665d3905 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:02.579627 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-1f251fd2-cfa0-4bca-ad8e-1e03665d3905 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/networks?id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 200 len: 809 time: 0.1745930 Aug 11 16:28:02.605042 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-7a7faeb8-6ca9-4897-9143-f605700d41b2 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/quotas/30ed8afb4b974d1ca2cacd96cab0acb0 HTTP/1.1" status: 200 len: 375 time: 0.0194395 Aug 11 16:28:02.654535 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-ddabc823-817d-4bab-a0d1-6e3628b56fa8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484183 Aug 11 16:28:02.668912 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1244-9e80-48e9-ab09-f9f9ee4e001a req-dce821a4-b869-4603-bb87-b704de9643f8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:02.675911 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-661e1244-9e80-48e9-ab09-f9f9ee4e001a req-dce821a4-b869-4603-bb87-b704de9643f8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.2996521 Aug 11 16:28:02.793118 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-661e1244-9e80-48e9-ab09-f9f9ee4e001a req-88ec5530-593f-461e-9512-fd56ad06c82f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140525 Aug 11 16:28:02.824254 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-513bb107-47ff-4ba2-9671-62762afa08b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625693 Aug 11 16:28:02.852305 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:28:02.863917 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] Sync routers for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:28:02.884031 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:28:02.884695 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:02.914591 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.082455 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4264975 Aug 11 16:28:03.084033 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:03.091014 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-cb26d2c4-c835-40ce-af3b-4c8a6f99ca40 service neutron] 10.222.0.18 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659209 Aug 11 16:28:03.174177 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'status': 'completed', 'code': 200} Aug 11 16:28:03.204683 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:28:03.344314 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-dc7a83d3-2be3-4f8b-b4e3-c3aacf1a55b5 req-72bb6b33-3c56-47de-b065-80becfb29536 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 210 time: 0.0572100 Aug 11 16:28:03.353830 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-6ffaed75-1fda-4815-8d95-578856524824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:03.355453 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-6ffaed75-1fda-4815-8d95-578856524824 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.1181757 Aug 11 16:28:03.384044 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:03.492670 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:28:03.492835 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 395a3f36-7af3-4efc-b878-4f6dfbacd8c3 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:28:03.563225 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-e4d0acb8-acf9-4729-936d-06b9020aa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:03.565348 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-e4d0acb8-acf9-4729-936d-06b9020aa0f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.2041245 Aug 11 16:28:03.691590 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8b060195-c78e-46dc-a6c9-224bb94b4af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.713672 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-f34437d2-206a-4cfa-a669-c444d1c99707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 999 time: 0.1383486 Aug 11 16:28:03.799693 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-21124f90-7868-436e-95b3-6e971a718e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:03.801295 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-21124f90-7868-436e-95b3-6e971a718e79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0822725 Aug 11 16:28:03.822265 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'e312fed1-b0e8-41ed-b634-e238b131442e', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'port_id': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'mac_address': 'fa:16:3e:0e:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:28:00Z', 'updated_at': '2021-08-11T16:28:00Z', 'revision_number': 0, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:03.827152 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] Checking router: 0887d18c-69aa-4c2c-824e-cec8f4efb917 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:28:03.842377 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:28:03.843069 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:27:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:03.908016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-74769267-2d63-4ddb-a34b-14e903010beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:03.909553 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-74769267-2d63-4ddb-a34b-14e903010beb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903828 Aug 11 16:28:04.064310 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-aacbe955-7e41-440a-aaa8-772fa0e06089 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478217 Aug 11 16:28:04.121277 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:04.147332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:28:04.301726 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c5ae0-1f52-4a77-ae0f-27e1ed9ad89b req-daec3d0b-04e1-4121-8996-2a01fc908572 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:04.303911 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-954c5ae0-1f52-4a77-ae0f-27e1ed9ad89b req-daec3d0b-04e1-4121-8996-2a01fc908572 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.2383869 Aug 11 16:28:04.373271 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81eacd11-49ef-4815-bbe2-5300cc528935 req-45e192f9-e597-4959-ae47-0cc89e8685c9 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537894 Aug 11 16:28:04.381882 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-954c5ae0-1f52-4a77-ae0f-27e1ed9ad89b req-06419e29-bf55-4767-a3c2-59298769c89a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674739 Aug 11 16:28:04.528212 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-af1fbf20-aea5-4bec-a7f3-6e84d38fa174 req-07b18a8a-cfc5-46bd-a654-35115dccd276 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 210 time: 0.0576794 Aug 11 16:28:04.668281 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'e312fed1-b0e8-41ed-b634-e238b131442e', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'port_id': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'mac_address': 'fa:16:3e:0e:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:28:00Z', 'updated_at': '2021-08-11T16:28:00Z', 'revision_number': 0, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:04.672578 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27078dcb-6fb1-4800-945d-0e95d9fa8c08 None None] The sync data for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi is: [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'e312fed1-b0e8-41ed-b634-e238b131442e', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'port_id': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'mac_address': 'fa:16:3e:0e:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:28:00Z', 'updated_at': '2021-08-11T16:28:00Z', 'revision_number': 0, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:28:04.971409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-9a162db8-5b95-498c-9287-24ea7ae886b1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:04.972943 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-9a162db8-5b95-498c-9287-24ea7ae886b1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "GET /v2.0/networks?id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 200 len: 809 time: 0.1972167 Aug 11 16:28:04.998256 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Request body: {'port': {'device_id': '45f8e285-dc91-499e-8339-f8949f2d1551', 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6', 'admin_state_up': True, 'tenant_id': '30ed8afb4b974d1ca2cacd96cab0acb0'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:28:05.028787 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90255c95-57ab-4450-bce8-c3b53362f0bc None None] New status for floating IP e312fed1-b0e8-41ed-b634-e238b131442e: ACTIVE {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:28:05.214576 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:05.226775 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:05.251912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Made reservation on behalf of 30ed8afb4b974d1ca2cacd96cab0acb0 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:28:05.255874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:05.486805 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Allocated IP 172.20.0.4 (c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6/ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0/052c4178-aa2c-4d9a-9eeb-800b77ba289a) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:28:05.846312 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-295fb88c-f8f4-44b0-8c98-7af8039150a3 req-90f0d552-bb88-420e-b9c8-ce76fca8392a tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 210 time: 0.2116435 Aug 11 16:28:05.923435 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fe886-de30-4106-9a0e-089b07b40750 req-a0fcf22a-c272-4902-b903-0bfe3cf83a54 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:05.924878 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ce2fe886-de30-4106-9a0e-089b07b40750 req-a0fcf22a-c272-4902-b903-0bfe3cf83a54 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.4024930 Aug 11 16:28:05.967634 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.014830 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ce2fe886-de30-4106-9a0e-089b07b40750 req-207bd021-c789-4eb8-a107-959b4aa8f72d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821819 Aug 11 16:28:06.046036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.051952 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c444d6a9-92e5-40b8-a923-b9b4845ba80b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:06.138353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Pushing event updated for resources: {'Port': ['ID=052c4178-aa2c-4d9a-9eeb-800b77ba289a,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:06.141704 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:28:06.142759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:06.143575 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:28:06.145664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:28:06.219876 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:06.220487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.250855 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2565920 Aug 11 16:28:06.274549 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Request body: {'port': {'device_id': '45f8e285-dc91-499e-8339-f8949f2d1551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:28:06.327278 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8e411037-fdf1-4643-877c-24bd258408ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.435026 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.872081 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052c4178-aa2c-4d9a-9eeb-800b77ba289a {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:28:06.887309 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.904549 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Transition to ACTIVE for port object 052c4178-aa2c-4d9a-9eeb-800b77ba289a will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:28:06.909269 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:06.917956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:07.102419 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Pushing event updated for resources: {'Port': ['ID=052c4178-aa2c-4d9a-9eeb-800b77ba289a,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:07.103496 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d73c47-294d-4c05-a80b-1009df03cc05 req-412939c0-88ed-4cb5-913a-2e2aa1300884 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:07.112000 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:07.116055 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c0d73c47-294d-4c05-a80b-1009df03cc05 req-412939c0-88ed-4cb5-913a-2e2aa1300884 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 943 time: 0.1357520 Aug 11 16:28:07.175568 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c0d73c47-294d-4c05-a80b-1009df03cc05 req-db21cc38-9cad-4ce0-9704-7c130f54dc40 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586243 Aug 11 16:28:07.216698 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:07.252275 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Attempting to bind port 052c4178-aa2c-4d9a-9eeb-800b77ba289a on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:28:07.252614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Attempting to bind port 052c4178-aa2c-4d9a-9eeb-800b77ba289a by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:28:07.252949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Attempting to bind port 052c4178-aa2c-4d9a-9eeb-800b77ba289a on network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:28:07.263982 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Port 052c4178-aa2c-4d9a-9eeb-800b77ba289a on network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:28:07.266907 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Attempting to bind port 052c4178-aa2c-4d9a-9eeb-800b77ba289a on network c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:28:07.274943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:28:07.275290 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Checking segment: {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:28:07.275686 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Bound using segment: {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:28:07.276111 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Bound port: 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579d29b1-23a5-4a70-a947-7d6297c3cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:28:07.276460 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:07.367595 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe8438-6c8f-4b59-a894-2c48bfc38ddf req-75cc8a40-5952-43c2-8af6-088712f1c998 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:07.369333 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-efbe8438-6c8f-4b59-a894-2c48bfc38ddf req-75cc8a40-5952-43c2-8af6-088712f1c998 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1986337 Aug 11 16:28:07.431850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] For port 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:28:07.446559 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-efbe8438-6c8f-4b59-a894-2c48bfc38ddf req-176aee07-a109-472c-bf58-d5d09b4236e3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697870 Aug 11 16:28:07.448027 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] For port 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:28:07.454038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:07.459190 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3933c933-2047-42d1-9a2f-5a61112eb33c tempest-ServerRescueNegativeTestJSON-1885744984 tempest-ServerRescueNegativeTestJSON-1885744984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:07.534506 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:07.535173 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:07.536605 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] 10.222.0.39 "PUT /v2.0/ports/052c4178-aa2c-4d9a-9eeb-800b77ba289a HTTP/1.1" status: 200 len: 1093 time: 1.2696126 Aug 11 16:28:07.537188 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f8e285-dc91-499e-8339-f8949f2d1551', 'tag': '052c4178-aa2c-4d9a-9eeb-800b77ba289a'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:07.565578 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Pushing event updated for resources: {'Port': ['ID=052c4178-aa2c-4d9a-9eeb-800b77ba289a,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:07.576306 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:07.644509 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f8e285-dc91-499e-8339-f8949f2d1551', 'tag': '052c4178-aa2c-4d9a-9eeb-800b77ba289a', 'status': 'completed', 'code': 200} Aug 11 16:28:07.698383 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-aba46645-d12d-4747-b138-21efe5ffd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:07.700310 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-aba46645-d12d-4747-b138-21efe5ffd942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 1096 time: 0.1003873 Aug 11 16:28:07.793641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-c200ee4f-e246-4812-9a92-29b43feb41d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a HTTP/1.1" status: 200 len: 217 time: 0.0704594 Aug 11 16:28:07.871953 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-ac840e68-02ad-4de1-9489-cc341297e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:07.873394 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-ac840e68-02ad-4de1-9489-cc341297e899 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0 HTTP/1.1" status: 200 len: 849 time: 0.0655258 Aug 11 16:28:07.933543 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-39f91bea-6a3b-44e8-acfe-1b958581c389 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455499 Aug 11 16:28:08.086104 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-24f74fb9-5521-431a-ad5b-b2b0055709b1 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460745 Aug 11 16:28:08.379561 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b43a95cb-31dd-4ecd-9690-fca63a98d254 req-38417aea-8311-42a9-bbb3-f9502593a124 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839763 Aug 11 16:28:08.439881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad4e17-a380-42d3-8c98-061b3149592f req-1928f37a-adea-45a2-a121-c1873641b866 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:08.440599 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-86ad4e17-a380-42d3-8c98-061b3149592f req-1928f37a-adea-45a2-a121-c1873641b866 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Synchronizing usage tracker for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:08.459234 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-86ad4e17-a380-42d3-8c98-061b3149592f req-1928f37a-adea-45a2-a121-c1873641b866 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Unset dirty status for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:08.459682 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86ad4e17-a380-42d3-8c98-061b3149592f req-1928f37a-adea-45a2-a121-c1873641b866 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 943 time: 0.1233640 Aug 11 16:28:08.496101 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:08.597085 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86ad4e17-a380-42d3-8c98-061b3149592f req-b2cba942-8233-45e2-a58a-aee055a1537f tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102650 Aug 11 16:28:08.611574 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-3269bd56-c921-4728-9e89-1e19482636ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:08.613151 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-3269bd56-c921-4728-9e89-1e19482636ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 1096 time: 0.1060603 Aug 11 16:28:08.731338 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05884e41-656b-4b30-b1e2-c8cf0d8bd515 req-b23249d3-a510-42a0-ade5-61026463985c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:08.734010 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-05884e41-656b-4b30-b1e2-c8cf0d8bd515 req-b23249d3-a510-42a0-ade5-61026463985c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1452935 Aug 11 16:28:08.777006 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-2f6000f3-7ee0-4956-bad1-58730e4c5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:08.778755 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-2f6000f3-7ee0-4956-bad1-58730e4c5d59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 200 len: 910 time: 0.1539462 Aug 11 16:28:08.792537 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-05884e41-656b-4b30-b1e2-c8cf0d8bd515 req-6286d8c2-1a08-4806-a862-545e0f4cfb74 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512352 Aug 11 16:28:08.861680 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-2a03d819-26c0-4609-9128-3da5c901cf01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a HTTP/1.1" status: 200 len: 217 time: 0.0759809 Aug 11 16:28:08.930955 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-c92e1c71-59e6-430e-8815-7e675a2c4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:08.932523 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-c92e1c71-59e6-430e-8815-7e675a2c4575 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0 HTTP/1.1" status: 200 len: 849 time: 0.0646119 Aug 11 16:28:08.984714 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-c124c119-4338-476c-9075-09e35b181244 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455170 Aug 11 16:28:09.122737 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-c9d20291-6f6c-4780-b9c9-680caff67681 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312470 Aug 11 16:28:09.257096 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cefb4a7-dc51-422f-87de-de6f060b0ba2 req-7a3a9e2a-3e2b-460b-897f-15952a08d9c7 service neutron] 10.222.0.39 "GET /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284189 Aug 11 16:28:09.820070 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9781-c124-4b77-9601-92bb3fdcf70e req-59966e7a-1bf9-467a-97db-6193016d654d tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:09.822829 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-74be9781-c124-4b77-9601-92bb3fdcf70e req-59966e7a-1bf9-467a-97db-6193016d654d tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 943 time: 0.0822587 Aug 11 16:28:09.917074 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-74be9781-c124-4b77-9601-92bb3fdcf70e req-a7b9ec0c-32c5-40d2-8158-2bbf564a9697 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Aug 11 16:28:09.929005 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-6c64c7ac-4640-49e7-a5d7-012175ff2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:09.930840 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-6c64c7ac-4640-49e7-a5d7-012175ff2003 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1098 time: 0.1086218 Aug 11 16:28:10.004570 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ec397-6e3b-451d-ab09-7e9326b5244e req-ddc5645e-4986-45cc-a2d2-20ed02a598cb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:10.006497 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-118ec397-6e3b-451d-ab09-7e9326b5244e req-ddc5645e-4986-45cc-a2d2-20ed02a598cb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0935493 Aug 11 16:28:10.057182 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-118ec397-6e3b-451d-ab09-7e9326b5244e req-8cb9a4cd-55cf-42a0-8432-b99f3c56fb67 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Aug 11 16:28:10.070962 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-5f78462f-a5b0-4b85-9d8f-f6cffff8b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:10.072557 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-5f78462f-a5b0-4b85-9d8f-f6cffff8b302 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.1350775 Aug 11 16:28:10.188599 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-b8d78ea5-0826-41de-9b20-7fc66f4d0e07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 1001 time: 0.1097915 Aug 11 16:28:10.252520 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-df084de4-af5a-4c20-ad4f-5f68bf911281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:10.253934 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-df084de4-af5a-4c20-ad4f-5f68bf911281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0591784 Aug 11 16:28:10.338588 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-6d3e2994-9469-42d3-ae7a-c16e12c420e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:10.339977 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-6d3e2994-9469-42d3-ae7a-c16e12c420e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760772 Aug 11 16:28:10.568653 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-04658bd8-f215-4af8-960e-e9476cd62f5a service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217894 Aug 11 16:28:10.701472 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-43394009-eb71-4c1f-915d-ccbd0a0ee7a2 req-10f0ae1c-e0e8-44b7-bc89-76a671ebf2cb service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260159 Aug 11 16:28:11.105246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f3b2d-0985-4950-b1b9-eff046c09212 req-9b06f50e-7f79-4d8d-ba2b-5eb47cb61ec1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:11.106831 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d7f3b2d-0985-4950-b1b9-eff046c09212 req-9b06f50e-7f79-4d8d-ba2b-5eb47cb61ec1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 943 time: 0.0837893 Aug 11 16:28:11.155469 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1d7f3b2d-0985-4950-b1b9-eff046c09212 req-3fcffd47-f8f5-4fb3-8734-8f01725a44c5 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Aug 11 16:28:11.255245 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3db82-2d9c-46dc-b2ef-669d29cf27ad req-8246bc2a-1327-43a0-aef2-78ed1070d3cf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:11.257171 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0df3db82-2d9c-46dc-b2ef-669d29cf27ad req-8246bc2a-1327-43a0-aef2-78ed1070d3cf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0831649 Aug 11 16:28:11.304436 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0df3db82-2d9c-46dc-b2ef-669d29cf27ad req-bc4f5649-b97c-4924-be9b-b3866361d9af tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Aug 11 16:28:11.455217 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 052c4178-aa2c-4d9a-9eeb-800b77ba289a details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:28:11.603883 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:11.617111 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '052c4178-aa2c-4d9a-9eeb-800b77ba289a', 'network_id': 'c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6', 'port_id': '052c4178-aa2c-4d9a-9eeb-800b77ba289a', 'mac_address': 'fa:16:3e:45:a5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:28:11.671121 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:11.687714 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052c4178-aa2c-4d9a-9eeb-800b77ba289a {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:28:11.703343 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:11.707432 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:11.709740 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:11.778824 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=052c4178-aa2c-4d9a-9eeb-800b77ba289a,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:11.781926 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:12.080604 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['052c4178-aa2c-4d9a-9eeb-800b77ba289a'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:28:12.367844 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39b41-2ccc-4839-a3ec-26a04979e29e req-e2ac5698-370e-4e60-8049-89de3475dba9 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:12.369654 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-98d39b41-2ccc-4839-a3ec-26a04979e29e req-e2ac5698-370e-4e60-8049-89de3475dba9 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 944 time: 0.0962827 Aug 11 16:28:12.420267 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-98d39b41-2ccc-4839-a3ec-26a04979e29e req-474636c6-32ac-4c06-85e0-e3c1b78a9dca tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Aug 11 16:28:12.496899 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d220e1-87a1-43ef-9842-b4725b0389b1 req-adb757c3-d04a-4b87-beb4-b1e1399ef165 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:12.498373 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-25d220e1-87a1-43ef-9842-b4725b0389b1 req-adb757c3-d04a-4b87-beb4-b1e1399ef165 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.0835571 Aug 11 16:28:12.545971 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-25d220e1-87a1-43ef-9842-b4725b0389b1 req-d83f62b0-47a1-431f-a7f9-0aef53bbac46 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Aug 11 16:28:13.478344 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 052c4178-aa2c-4d9a-9eeb-800b77ba289a up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:28:13.551890 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 052c4178-aa2c-4d9a-9eeb-800b77ba289a completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:28:13.557006 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 052c4178-aa2c-4d9a-9eeb-800b77ba289a triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:28:13.557382 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:13.622284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f198dc-2f44-4e0a-9ac0-55bdc5acf114 req-47429063-076a-4a0b-99cf-1492d0b74c94 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:13.623949 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-10f198dc-2f44-4e0a-9ac0-55bdc5acf114 req-47429063-076a-4a0b-99cf-1492d0b74c94 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 944 time: 0.0965703 Aug 11 16:28:13.676899 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-10f198dc-2f44-4e0a-9ac0-55bdc5acf114 req-34c1b209-fe9e-4d39-b7c9-b08f2cc1bd3a tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467198 Aug 11 16:28:13.684754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:13.716119 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f8e285-dc91-499e-8339-f8949f2d1551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052c4178-aa2c-4d9a-9eeb-800b77ba289a'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:13.726839 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:13.731393 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:13.732650 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:13.764263 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334315-8614-449d-af0c-ebd0df198217 req-dc7fcb9e-ec7f-436c-935a-eba4e1103eb1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:13.766274 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-5b488289-8b89-4c56-a453-ac73ed61a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:13.766433 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-12334315-8614-449d-af0c-ebd0df198217 req-dc7fcb9e-ec7f-436c-935a-eba4e1103eb1 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 945 time: 0.1084757 Aug 11 16:28:13.807038 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f8e285-dc91-499e-8339-f8949f2d1551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052c4178-aa2c-4d9a-9eeb-800b77ba289a', 'code': 200} Aug 11 16:28:13.814438 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-12334315-8614-449d-af0c-ebd0df198217 req-5af82dd7-4cce-426c-aedb-f4d6aa473e98 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404568 Aug 11 16:28:13.921536 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=052c4178-aa2c-4d9a-9eeb-800b77ba289a,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:13.924684 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:13.984437 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:14.018369 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:14.024079 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:14.026120 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:14.078730 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1399c1-5031-4247-bb96-35cf7234bd76 req-c62d90a8-b09d-4094-abd5-98a7b8bba766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:14.080466 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0a1399c1-5031-4247-bb96-35cf7234bd76 req-c62d90a8-b09d-4094-abd5-98a7b8bba766 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 1098 time: 0.0805545 Aug 11 16:28:14.097473 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=8']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:14.100611 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:14.123762 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0a1399c1-5031-4247-bb96-35cf7234bd76 req-bec2af92-3a9a-40f0-bb5b-bf5fe446fd57 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Aug 11 16:28:14.882178 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fe1c3-b669-4f1c-b282-44806e9f7a27 req-b4fcae20-d2ce-466f-b080-93c02ebbd854 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:14.883668 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e62fe1c3-b669-4f1c-b282-44806e9f7a27 req-b4fcae20-d2ce-466f-b080-93c02ebbd854 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0882423 Aug 11 16:28:14.930933 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e62fe1c3-b669-4f1c-b282-44806e9f7a27 req-9608f4c3-475d-498e-9d35-77d33d06522a tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Aug 11 16:28:15.509474 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-c967aab5-b5d7-4fcb-a19d-443cce3793b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1320655 Aug 11 16:28:15.521793 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3591-f3e5-4746-ad62-cc11550db1c5 req-58857d29-00b1-47ac-811f-43c2bd5396a9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:15.523207 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4c7c3591-f3e5-4746-ad62-cc11550db1c5 req-58857d29-00b1-47ac-811f-43c2bd5396a9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1099000 Aug 11 16:28:15.570737 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4c7c3591-f3e5-4746-ad62-cc11550db1c5 req-21839edd-0210-4b5d-b11d-00a2d4e37502 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 Aug 11 16:28:15.808475 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:15.853232 dv-cinder-804265-1-iscsi neutron-server[79153]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'code': 422} returned with failed status Aug 11 16:28:16.119846 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6e52b-c742-48f3-a0b5-d8d4ad6980e0 req-b16adb40-74bb-4154-9319-9587ed6eca14 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:16.121207 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5ed6e52b-c742-48f3-a0b5-d8d4ad6980e0 req-b16adb40-74bb-4154-9319-9587ed6eca14 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0816429 Aug 11 16:28:16.169742 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5ed6e52b-c742-48f3-a0b5-d8d4ad6980e0 req-cb683cfd-f5e4-4612-8044-44a89e8ae8f4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Aug 11 16:28:16.499118 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-baaefcb3-b95e-4e09-8bf4-a340c4c22bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:16.500673 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-baaefcb3-b95e-4e09-8bf4-a340c4c22bf0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74&tenant_id=64ed6a910a30438da12ff9e7b33f91e4 HTTP/1.1" status: 200 len: 1096 time: 0.0778632 Aug 11 16:28:16.629020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-d6a8dac1-368c-4f1d-b7a6-cca7d5634960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:16.630546 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-d6a8dac1-368c-4f1d-b7a6-cca7d5634960 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1096 time: 0.0797486 Aug 11 16:28:16.824146 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-527e7468-f332-4145-9700-778f2eb820f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:16.825586 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-527e7468-f332-4145-9700-778f2eb820f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.1883714 Aug 11 16:28:16.911717 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25c3ad-3088-4e31-a41c-8cb9611f4e9a req-50f3b84b-385b-4280-bd58-d15a30b34251 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:16.913242 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ff25c3ad-3088-4e31-a41c-8cb9611f4e9a req-50f3b84b-385b-4280-bd58-d15a30b34251 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1842475 Aug 11 16:28:16.965038 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-769e7f3c-a630-4379-ba03-619cd0b891c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 999 time: 0.1314325 Aug 11 16:28:17.041743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-954c4350-3145-416e-acc4-74de62038a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:17.043235 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-954c4350-3145-416e-acc4-74de62038a44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0710385 Aug 11 16:28:17.047835 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ff25c3ad-3088-4e31-a41c-8cb9611f4e9a req-9e0f20d3-5d4b-4481-9bbd-6eb417b7b7a4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248777 Aug 11 16:28:17.147573 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-3000a366-e534-49e9-bf26-517b10dcc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:17.149641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-3000a366-e534-49e9-bf26-517b10dcc53c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000457 Aug 11 16:28:17.298035 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-4df846e6-86a4-44df-82eb-7f88dd078a8b service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416786 Aug 11 16:28:17.449287 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a83985a0-2e24-4bfe-8cc4-eb31b3b1404b req-4108c569-a075-45b9-9f75-52f767170cdc service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432872 Aug 11 16:28:17.577042 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fb4a-78f2-46ae-9cd5-ae2be438bbf0 req-f85f6275-ba7b-4aa1-a498-cff6cbef2569 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:17.578501 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2070fb4a-78f2-46ae-9cd5-ae2be438bbf0 req-f85f6275-ba7b-4aa1-a498-cff6cbef2569 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0895605 Aug 11 16:28:17.728251 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2070fb4a-78f2-46ae-9cd5-ae2be438bbf0 req-c23fc004-507a-4ee5-a512-9a2e60fa9e2c tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436334 Aug 11 16:28:18.279283 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd5778-3c3a-4939-88bd-f65474b82557 req-50f87348-b1fb-4e77-ab61-2edc78ed79aa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:18.280746 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-66bd5778-3c3a-4939-88bd-f65474b82557 req-50f87348-b1fb-4e77-ab61-2edc78ed79aa tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0962098 Aug 11 16:28:18.333687 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-66bd5778-3c3a-4939-88bd-f65474b82557 req-d73b8f2e-d954-406e-b608-5f966e18102a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 Aug 11 16:28:18.918466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57710b14-06d1-4f0b-88f7-83b645be98cb req-b0a37741-f0a6-4830-b08a-b77b954ed95a tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:18.920050 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-57710b14-06d1-4f0b-88f7-83b645be98cb req-b0a37741-f0a6-4830-b08a-b77b954ed95a tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0823441 Aug 11 16:28:18.982094 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-57710b14-06d1-4f0b-88f7-83b645be98cb req-7923f82a-2115-4a94-a76f-4f98510467b9 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523579 Aug 11 16:28:19.543802 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45139091-a18b-41f5-a880-20832ca6a50a req-fb2b7da2-56c8-4556-96da-059cda3412d9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:19.545561 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-45139091-a18b-41f5-a880-20832ca6a50a req-fb2b7da2-56c8-4556-96da-059cda3412d9 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0928948 Aug 11 16:28:19.605212 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-45139091-a18b-41f5-a880-20832ca6a50a req-9897d11f-6f18-41c2-a70a-40c70536331b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530939 Aug 11 16:28:20.181616 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048008e-50ea-4182-a452-2649ecdc4fe6 req-54e9fc09-db08-4c2e-a4be-b00989469517 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:20.183094 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6048008e-50ea-4182-a452-2649ecdc4fe6 req-54e9fc09-db08-4c2e-a4be-b00989469517 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0942237 Aug 11 16:28:20.230488 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6048008e-50ea-4182-a452-2649ecdc4fe6 req-18dfaef3-bf4a-4592-85e3-b609e3fd7e55 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Aug 11 16:28:20.807891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74f6a7-654e-477e-9c8a-56249bd6959c req-ae723568-8949-409d-a124-7fb95d8b6c8c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:20.809290 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-de74f6a7-654e-477e-9c8a-56249bd6959c req-ae723568-8949-409d-a124-7fb95d8b6c8c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0845661 Aug 11 16:28:20.860540 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-de74f6a7-654e-477e-9c8a-56249bd6959c req-a2455240-d77f-4e88-8145-af4317ebac3a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Aug 11 16:28:21.599440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d6ffe-636c-459e-ab45-d46b92711493 req-5bccd28c-7dc6-4b27-bf86-6d6d9813280e tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:21.601688 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6e9d6ffe-636c-459e-ab45-d46b92711493 req-5bccd28c-7dc6-4b27-bf86-6d6d9813280e tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.1093092 Aug 11 16:28:21.652736 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6e9d6ffe-636c-459e-ab45-d46b92711493 req-158faca3-d474-495e-a03c-0f4d63a08789 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Aug 11 16:28:22.069070 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639dce0-5aa4-44f5-b183-01a6b3a00621 req-a0f07594-425c-4ad2-92bf-6befc769265c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:22.070703 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1639dce0-5aa4-44f5-b183-01a6b3a00621 req-a0f07594-425c-4ad2-92bf-6befc769265c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0866618 Aug 11 16:28:22.119545 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1639dce0-5aa4-44f5-b183-01a6b3a00621 req-a8c38268-b449-4626-b49a-f8d1097c40cd tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Aug 11 16:28:22.849059 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec0aba-cd66-4001-b32b-87593da4eac9 req-e272d576-be4b-4e84-a44b-377018845d1c tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:22.850960 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-73ec0aba-cd66-4001-b32b-87593da4eac9 req-e272d576-be4b-4e84-a44b-377018845d1c tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0858991 Aug 11 16:28:22.906823 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-73ec0aba-cd66-4001-b32b-87593da4eac9 req-c397efe5-b3c2-4a04-b91a-4dc7c18f0b79 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462058 Aug 11 16:28:23.367269 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e63f7-d6a4-4735-ac99-5f39013f1da1 req-8984dedf-cb61-4215-92e8-c88f9e57eebe tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:23.368758 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-979e63f7-d6a4-4735-ac99-5f39013f1da1 req-8984dedf-cb61-4215-92e8-c88f9e57eebe tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1118009 Aug 11 16:28:23.418679 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-979e63f7-d6a4-4735-ac99-5f39013f1da1 req-c2037808-8946-4b0b-9097-b68ad5e4c3df tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440171 Aug 11 16:28:23.946583 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:28:24.111854 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644524d2-3837-4e1c-8371-0a125a18096d req-e8fd8068-15ab-45c7-bb4f-73152454370d tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:24.114626 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-644524d2-3837-4e1c-8371-0a125a18096d req-e8fd8068-15ab-45c7-bb4f-73152454370d tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0937676 Aug 11 16:28:24.166209 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-644524d2-3837-4e1c-8371-0a125a18096d req-f2063fff-ac99-48b0-86fc-9c5cca503fb1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Aug 11 16:28:24.697961 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bcf43-dd8b-48cb-9636-ab5208fe2649 req-22effb41-f8e1-496e-a0ad-0267b8fe860d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:24.699874 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a59bcf43-dd8b-48cb-9636-ab5208fe2649 req-22effb41-f8e1-496e-a0ad-0267b8fe860d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1025581 Aug 11 16:28:24.750747 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a59bcf43-dd8b-48cb-9636-ab5208fe2649 req-eca94f22-170b-4eed-b86a-ee69997db608 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Aug 11 16:28:25.389734 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7987e-a490-4429-afb6-3256edaafd2d req-ba1e37fc-d12b-41b5-bac3-9ca8839f8b28 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:25.391166 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68e7987e-a490-4429-afb6-3256edaafd2d req-ba1e37fc-d12b-41b5-bac3-9ca8839f8b28 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.1033554 Aug 11 16:28:25.441381 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68e7987e-a490-4429-afb6-3256edaafd2d req-9445733c-41d4-4d98-857f-6fa22a49858d tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442178 Aug 11 16:28:25.968030 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9adb1d-1e52-4b5f-97ba-79379aa4aad4 req-47e8bf4d-fdca-48a7-8f93-baaf786802ee tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:25.969542 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-aa9adb1d-1e52-4b5f-97ba-79379aa4aad4 req-47e8bf4d-fdca-48a7-8f93-baaf786802ee tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0866997 Aug 11 16:28:26.016903 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-aa9adb1d-1e52-4b5f-97ba-79379aa4aad4 req-9153e38d-9e39-490a-be7a-9a207b012698 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Aug 11 16:28:26.195329 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:26.687990 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3892c82-5201-4b54-8d2b-b2ffc0bb3770 req-00d13553-ee56-4933-8486-b551707be9c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:26.689810 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3892c82-5201-4b54-8d2b-b2ffc0bb3770 req-00d13553-ee56-4933-8486-b551707be9c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.1071088 Aug 11 16:28:26.735840 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3892c82-5201-4b54-8d2b-b2ffc0bb3770 req-04ccf61a-e450-422a-8cb2-dc482f49dc3b tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Aug 11 16:28:27.247924 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c612e90-4b55-4068-863d-a554ab4f4cfe req-ad6d8b6a-c195-43e1-8c53-29cc47408272 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:27.251085 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c612e90-4b55-4068-863d-a554ab4f4cfe req-ad6d8b6a-c195-43e1-8c53-29cc47408272 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1036232 Aug 11 16:28:27.398882 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8c612e90-4b55-4068-863d-a554ab4f4cfe req-dc1b57c9-2274-4e77-86e4-b9db76503326 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433849 Aug 11 16:28:27.974610 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc45bbe-4d4b-4f82-95df-c6efaf8f765a req-22e8892f-df2f-446e-9ef4-52e4c0661ca8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:27.976080 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-adc45bbe-4d4b-4f82-95df-c6efaf8f765a req-22e8892f-df2f-446e-9ef4-52e4c0661ca8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0969045 Aug 11 16:28:28.022014 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-adc45bbe-4d4b-4f82-95df-c6efaf8f765a req-b2c9985c-2758-4a55-9943-65129cd065ad tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Aug 11 16:28:28.616403 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91171d2-5646-41b4-88b5-0c1533df7df9 req-1136f86b-d59f-4fdd-8715-66e0f80cd708 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:28.617864 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d91171d2-5646-41b4-88b5-0c1533df7df9 req-1136f86b-d59f-4fdd-8715-66e0f80cd708 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0993905 Aug 11 16:28:28.667684 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d91171d2-5646-41b4-88b5-0c1533df7df9 req-9a418ebc-0921-4c74-84f0-e3729808b101 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Aug 11 16:28:29.247679 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aee9f-748e-424a-9efa-0c4951832445 req-139eaf47-c887-4353-a110-51a101b41ffc tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:29.249950 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65aee9f-748e-424a-9efa-0c4951832445 req-139eaf47-c887-4353-a110-51a101b41ffc tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0984240 Aug 11 16:28:29.302675 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65aee9f-748e-424a-9efa-0c4951832445 req-0bc4dc89-738b-4c41-8250-a5249f54c387 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Aug 11 16:28:29.915423 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460f38d-bbfa-4b4d-a0bd-985cb34a2f9f req-3b7616e9-91e6-4f48-8124-ab55c81c6f13 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:29.917871 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f460f38d-bbfa-4b4d-a0bd-985cb34a2f9f req-3b7616e9-91e6-4f48-8124-ab55c81c6f13 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.1075504 Aug 11 16:28:29.966584 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f460f38d-bbfa-4b4d-a0bd-985cb34a2f9f req-a40020f0-0ab3-4282-a913-934e1b174cc6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Aug 11 16:28:30.494801 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafca7b0-65de-48ab-99c1-64b33c92ad24 req-f1b306f1-f2f9-418f-952e-f836928b36c8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:30.496280 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fafca7b0-65de-48ab-99c1-64b33c92ad24 req-f1b306f1-f2f9-418f-952e-f836928b36c8 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0865486 Aug 11 16:28:30.544630 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fafca7b0-65de-48ab-99c1-64b33c92ad24 req-23c69911-2c03-4e51-90ef-a29d903da49c tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Aug 11 16:28:31.167184 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d10dc5-d0ff-4211-ab93-9eefcc1bc34e req-f0ebf2f2-2613-4f25-82ba-5a54ce228588 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.168691 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-58d10dc5-d0ff-4211-ab93-9eefcc1bc34e req-f0ebf2f2-2613-4f25-82ba-5a54ce228588 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0881464 Aug 11 16:28:31.171466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-bac1572f-f82b-4265-a066-d5db15e136fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.172942 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-bac1572f-f82b-4265-a066-d5db15e136fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1096 time: 0.0714104 Aug 11 16:28:31.215078 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-58d10dc5-d0ff-4211-ab93-9eefcc1bc34e req-9ce96568-fa51-447f-907b-7b394aae8fe0 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Aug 11 16:28:31.337008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-7cf405b1-9938-4e0c-8689-141b47c63ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.338610 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-7cf405b1-9938-4e0c-8689-141b47c63ca6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 200 len: 917 time: 0.1425147 Aug 11 16:28:31.463716 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-490362f1-7930-4f59-b955-025ea8e30eac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 200 len: 999 time: 0.1031091 Aug 11 16:28:31.536092 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-cc25eff7-63ac-485f-a4f5-cf1174957c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.537567 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-cc25eff7-63ac-485f-a4f5-cf1174957c8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 200 len: 855 time: 0.0644469 Aug 11 16:28:31.622174 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-e2517083-f827-4d6a-8e66-99482a5427d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.623605 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-e2517083-f827-4d6a-8e66-99482a5427d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51108e80-1c7c-4931-bec4-ea51e53ac27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788698 Aug 11 16:28:31.906018 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-96ad225e-4abd-4992-8e87-b7d8745f7b7f service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737694 Aug 11 16:28:31.920366 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe98ffd-1329-428c-a655-9fe46e0a33a0 req-6c2f8355-ee9e-47ce-a556-c849d6477f25 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.921806 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-afe98ffd-1329-428c-a655-9fe46e0a33a0 req-6c2f8355-ee9e-47ce-a556-c849d6477f25 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.2657251 Aug 11 16:28:32.054611 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-afe98ffd-1329-428c-a655-9fe46e0a33a0 req-2a7052fb-ab9f-4aa2-afa0-9c33e854d5c0 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/security-groups?id=c31af62c-33d9-4c10-b7de-9b2bb002e813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130378 Aug 11 16:28:32.088817 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e35fe4-95e0-41f8-8b06-82b20a99fdbd req-e73c4a79-2ab1-4e29-9d16-1d4247ebc32b service neutron] 10.222.0.39 "GET /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660540 Aug 11 16:28:32.416110 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa3097-a742-40d2-b187-f53100bb6b31 req-81d35b6b-32e9-42d2-b356-6a1d1508a776 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:32.416727 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-bba6cce0-5b97-4e9b-b5af-c3b26acd93fc tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:32.417626 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-85aa3097-a742-40d2-b187-f53100bb6b31 req-81d35b6b-32e9-42d2-b356-6a1d1508a776 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0810735 Aug 11 16:28:32.417909 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-bba6cce0-5b97-4e9b-b5af-c3b26acd93fc tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 945 time: 0.0831242 Aug 11 16:28:32.463566 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-85aa3097-a742-40d2-b187-f53100bb6b31 req-af4b628a-35b8-4ac2-b881-fc6a7d830e43 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Aug 11 16:28:32.492984 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Deleting port 052c4178-aa2c-4d9a-9eeb-800b77ba289a {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:32.493349 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:32.747250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] For port 052c4178-aa2c-4d9a-9eeb-800b77ba289a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=052c4178-aa2c-4d9a-9eeb-800b77ba289a,segment=NetworkSegment(579d29b1-23a5-4a70-a947-7d6297c3cd7e),segment_id=579d29b1-23a5-4a70-a947-7d6297c3cd7e)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:32.747969 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:32.873501 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Calling delete_port for 052c4178-aa2c-4d9a-9eeb-800b77ba289a owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:33.017341 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.022947 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-dd32935f-20bd-4537-8975-1cb3c96b8074 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:33.051291 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['052c4178-aa2c-4d9a-9eeb-800b77ba289a'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:28:33.068275 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Pushing event deleted for resources: {'Port': ['ID=052c4178-aa2c-4d9a-9eeb-800b77ba289a,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:33.071090 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:33.143756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] No DVR routers for this DVR port 052c4178-aa2c-4d9a-9eeb-800b77ba289a on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:28:33.146203 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.148962 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f8e285-dc91-499e-8339-f8949f2d1551', 'name': 'network-vif-deleted', 'tag': '052c4178-aa2c-4d9a-9eeb-800b77ba289a'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:33.200197 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f8e285-dc91-499e-8339-f8949f2d1551', 'name': 'network-vif-deleted', 'tag': '052c4178-aa2c-4d9a-9eeb-800b77ba289a', 'status': 'completed', 'code': 200} Aug 11 16:28:33.201614 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05b45e74-a85d-44dc-ae04-b7f849ff2630 req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.39 "DELETE /v2.0/ports/052c4178-aa2c-4d9a-9eeb-800b77ba289a HTTP/1.1" status: 204 len: 173 time: 0.7781618 Aug 11 16:28:33.207250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-650042ed-f96b-437b-a360-64d4b6bf1b7f req-78cba6eb-5e8e-40f5-a752-f235b4a7d321 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Synchronizing usage tracker for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:33.222110 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-650042ed-f96b-437b-a360-64d4b6bf1b7f req-78cba6eb-5e8e-40f5-a752-f235b4a7d321 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Unset dirty status for tenant:30ed8afb4b974d1ca2cacd96cab0acb0 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:33.223757 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-650042ed-f96b-437b-a360-64d4b6bf1b7f req-78cba6eb-5e8e-40f5-a752-f235b4a7d321 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f8e285-dc91-499e-8339-f8949f2d1551 HTTP/1.1" status: 200 len: 210 time: 0.0613766 Aug 11 16:28:33.578675 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:28:33.611364 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6e829cf1-6cae-4abe-a6b9-1446facdd5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.663461 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0817874-2438-429c-85fb-5544536558c2 req-6e6e2dc2-dc7b-4876-912e-2b58109701a4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:33.665660 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c0817874-2438-429c-85fb-5544536558c2 req-6e6e2dc2-dc7b-4876-912e-2b58109701a4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 943 time: 0.0882883 Aug 11 16:28:33.720030 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c0817874-2438-429c-85fb-5544536558c2 req-a9ba1082-fe51-4844-b10f-909f8884a544 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 Aug 11 16:28:33.812344 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:33.834679 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'port_id': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'mac_address': 'fa:16:3e:49:b4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:28:33.899302 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.926726 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:28:33.948898 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:33.953232 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.954818 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-8ccad7d4-88be-40df-907d-35115a5a8644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:34.030274 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:34.033569 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=9']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:34.037288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:34.330436 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['0062ec88-ec88-45d1-a4a2-6f64dc6a7846'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:28:34.904952 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361a6f8-d1a6-48b9-8717-c1e66f20b2c4 req-4bf92066-2e1f-4c9e-9fc5-59e7cb9d33db tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:34.906414 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6361a6f8-d1a6-48b9-8717-c1e66f20b2c4 req-4bf92066-2e1f-4c9e-9fc5-59e7cb9d33db tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 944 time: 0.0815809 Aug 11 16:28:34.956369 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6361a6f8-d1a6-48b9-8717-c1e66f20b2c4 req-9174e4b3-e299-4b9e-be78-4b8a1e4c3556 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Aug 11 16:28:35.593894 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:28:35.663040 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:28:35.663325 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.781076 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.808208 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:35.818812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:35.822732 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.823619 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 052c4178-aa2c-4d9a-9eeb-800b77ba289a no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:35.852289 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-c67ce835-2e5b-4b25-aa0f-d693fd0c0cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:35.884484 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'code': 200} Aug 11 16:28:35.894029 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 052c4178-aa2c-4d9a-9eeb-800b77ba289a {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:28:35.894383 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 052c4178-aa2c-4d9a-9eeb-800b77ba289a not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:28:35.926797 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=10']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:35.929543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:36.142187 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916742ae-01a3-499f-98da-98d3dafc1085 req-b5fa5f68-4a60-4771-888c-6033cb745dc8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:36.143651 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-916742ae-01a3-499f-98da-98d3dafc1085 req-b5fa5f68-4a60-4771-888c-6033cb745dc8 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0786064 Aug 11 16:28:36.187884 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-916742ae-01a3-499f-98da-98d3dafc1085 req-88e059a7-5b23-4511-94f5-abf812c72577 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380738 Aug 11 16:28:36.319761 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9319e472-4dea-4880-95e2-cba1131085a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.193709 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.383062 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c99ef9-1436-4dd4-b92d-142a3fc05a31 req-c33c06f3-f7c7-4d33-b254-05f6a6269c17 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:37.384501 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-29c99ef9-1436-4dd4-b92d-142a3fc05a31 req-c33c06f3-f7c7-4d33-b254-05f6a6269c17 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0821509 Aug 11 16:28:37.430796 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-29c99ef9-1436-4dd4-b92d-142a3fc05a31 req-3c9608e2-8cb7-49d6-aa68-56b4b50745d6 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Aug 11 16:28:38.486842 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:38.632537 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddb13a-17fd-4ff3-bc82-c812a23331e6 req-30a7c88f-2b2e-4349-98dd-1f504ebfc813 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:38.634039 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-eeddb13a-17fd-4ff3-bc82-c812a23331e6 req-30a7c88f-2b2e-4349-98dd-1f504ebfc813 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0894337 Aug 11 16:28:38.686159 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-eeddb13a-17fd-4ff3-bc82-c812a23331e6 req-673457f8-5a80-45f8-a46e-a7446814abb2 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459926 Aug 11 16:28:38.824696 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63852323-b9ad-44be-8612-1cd15b28ff9e req-fa1830bb-781b-44fb-b940-037b4ab04c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:38.826140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-63852323-b9ad-44be-8612-1cd15b28ff9e req-fa1830bb-781b-44fb-b940-037b4ab04c7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 1099 time: 0.0693836 Aug 11 16:28:38.866563 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-63852323-b9ad-44be-8612-1cd15b28ff9e req-70922971-03bf-48f3-8689-f3c6c6ad69b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339446 Aug 11 16:28:39.901623 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477e77b-b8ba-48d7-b45e-01f817e9fc86 req-de7e80d0-25a4-4e74-83d6-ae84e4eb966b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:39.903235 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6477e77b-b8ba-48d7-b45e-01f817e9fc86 req-de7e80d0-25a4-4e74-83d6-ae84e4eb966b tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0880952 Aug 11 16:28:39.952418 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6477e77b-b8ba-48d7-b45e-01f817e9fc86 req-274e3fed-d5e7-4f6d-8450-b34e075636c4 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Aug 11 16:28:41.240167 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e8599-2ddf-4d0b-ae53-4800db8e4a12 req-f565f441-393b-4d0d-bae7-828d8587713f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:41.241981 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fe5e8599-2ddf-4d0b-ae53-4800db8e4a12 req-f565f441-393b-4d0d-bae7-828d8587713f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.1257019 Aug 11 16:28:41.295357 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fe5e8599-2ddf-4d0b-ae53-4800db8e4a12 req-dd6a4cfd-2c20-4ace-b5bd-8a306234cd20 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Aug 11 16:28:42.503933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b6f24-a765-466a-92ae-4517c4de6c5f req-eb599dd7-5e0b-4176-92a1-9ab24c8f747f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:42.506285 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2d7b6f24-a765-466a-92ae-4517c4de6c5f req-eb599dd7-5e0b-4176-92a1-9ab24c8f747f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0860653 Aug 11 16:28:42.560992 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2d7b6f24-a765-466a-92ae-4517c4de6c5f req-6279871d-4b55-463e-8ae4-779f6120ed8d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482032 Aug 11 16:28:56.199486 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.264204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37910) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:56.323749 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Deleting subnet ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0 {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:28:56.326505 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.373588 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913836'] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.519191 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.586992 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7228774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7170202'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.591612 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6904ed2a-03f7-46f4-837b-bbdfc294e1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:56.627321 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:56.630137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.639277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.639645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.640003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.640357 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.640704 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.641055 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.641400 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.641743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.642083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.642424 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.642802 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.643140 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:56.646812 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ea17e354-76d6-4cb7-8233-d7b8d1dc1fc0 HTTP/1.1" status: 204 len: 168 time: 0.3815651 Aug 11 16:28:56.647680 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ed949be3-939c-48ba-be14-6af30592ce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:56.649179 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37914) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:56.756012 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.880674 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.892632 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:56.905494 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579d29b1-23a5-4a70-a947-7d6297c3cd7e') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:56.905790 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579d29b1-23a5-4a70-a947-7d6297c3cd7e') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:56.917724 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.933767 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.939772 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:28:56.940164 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:28:56.956851 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:28:57.031547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.036691 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:57.049265 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.059258 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6 HTTP/1.1" status: 204 len: 168 time: 0.4091721 Aug 11 16:28:57.060102 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3db3ba6-a718-4b7e-8fbc-a8cc0e935ac6,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:57.062397 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:57.172215 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37920) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:57.224620 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-8c445ede-185e-4f59-b809-6835d562dd11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30ed8afb4b974d1ca2cacd96cab0acb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512285 Aug 11 16:28:57.226926 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37924) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:57.283067 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.309154 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.359245 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.362805 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c8d92d32-7672-4fa3-96df-8020074b2e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:57.376566 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31af62c-33d9-4c10-b7de-9b2bb002e813,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:57.379109 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:57.386401 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.387463 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-a042a782-9f05-403f-8a2f-947826f532cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c31af62c-33d9-4c10-b7de-9b2bb002e813 HTTP/1.1" status: 204 len: 168 time: 0.1596789 Aug 11 16:29:00.949230 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:29:03.583958 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb708-76c4-4617-8980-68f3e4fca42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:04.021828 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:06.321721 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-848a6000-5c84-4390-b5be-5bfdecba1129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:07.195816 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:08.487858 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.962690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c6df-3840-41a7-989e-5a708bb3d5e8 req-72e958d3-7125-4237-bbbb-63e215bf2007 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:15.964170 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3446c6df-3840-41a7-989e-5a708bb3d5e8 req-72e958d3-7125-4237-bbbb-63e215bf2007 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0870166 Aug 11 16:29:16.009388 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3446c6df-3840-41a7-989e-5a708bb3d5e8 req-76f7c4b2-17e4-4a4c-8c8e-3e211dd340ce tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Aug 11 16:29:17.221634 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f08dd4-01f7-49eb-9633-931504f02740 req-81b96854-bd36-4c7e-8eb8-c9d6939dcc3e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:17.223156 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d4f08dd4-01f7-49eb-9633-931504f02740 req-81b96854-bd36-4c7e-8eb8-c9d6939dcc3e tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.0955026 Aug 11 16:29:17.268341 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d4f08dd4-01f7-49eb-9633-931504f02740 req-61ba91be-475b-4496-aea5-f3da94e6cd1a tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups?id=79eae0b4-182b-44bf-8377-f938748d8150&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Aug 11 16:29:17.510750 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-ac76381f-a365-4019-8ad5-6e203aa6f816 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:17.512435 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-ac76381f-a365-4019-8ad5-6e203aa6f816 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 946 time: 0.1022055 Aug 11 16:29:17.587752 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Deleting port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:17.588115 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:17.831969 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] For port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:17.832343 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.132606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.134605 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.134605 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Floating IP 52a150fd-458c-4820-935f-9ce9e218d503 disassociated. External IP: 172.27.0.200, port: 0062ec88-ec88-45d1-a4a2-6f64dc6a7846. Aug 11 16:29:18.134605 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Calling delete_port for 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:18.371181 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.377198 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:18.427594 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f927d19e-1812-4ea6-ac1a-58b98f5520ae req-86e61fca-7ce4-463d-9ba7-7b95cbd29c2f tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bac22b58-c652-4ded-97c3-e145ea522b74 HTTP/1.1" status: 200 len: 210 time: 0.0435545 Aug 11 16:29:18.437151 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event deleted for resources: {'Port': ['ID=0062ec88-ec88-45d1-a4a2-6f64dc6a7846,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:18.494113 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:18.623487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:29:18.810194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:29:18.819483 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:29:18.829920 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:18.830583 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:18.884257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] No DVR routers for this DVR port 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:29:18.887013 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.889722 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-deleted', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:18.911865 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-dbdb7301-e301-43b8-8191-47cd29afc267 req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.39 "DELETE /v2.0/ports/0062ec88-ec88-45d1-a4a2-6f64dc6a7846 HTTP/1.1" status: 204 len: 173 time: 1.3941176 Aug 11 16:29:18.956168 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac22b58-c652-4ded-97c3-e145ea522b74', 'name': 'network-vif-deleted', 'tag': '0062ec88-ec88-45d1-a4a2-6f64dc6a7846', 'status': 'completed', 'code': 200} Aug 11 16:29:19.015512 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:19.372418 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:19.376150 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:29:19.384636 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:19.385356 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:19.570710 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:19.570957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37958) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:19.636080 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:19.667535 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:19.719245 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:19.726902 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bc8c717f-9da0-4e5a-8889-73045b5f6d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:19.739900 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eae0b4-182b-44bf-8377-f938748d8150,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:19.742576 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:19.751356 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:19.752481 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "DELETE /v2.0/security-groups/79eae0b4-182b-44bf-8377-f938748d8150 HTTP/1.1" status: 204 len: 168 time: 0.1803646 Aug 11 16:29:19.757523 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37962) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:19.774165 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.api.v2.resource [None req-ed038057-aa5b-4f32-86ec-75524cc52edf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] show failed (client error): The resource could not be found. Aug 11 16:29:19.776016 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ed038057-aa5b-4f32-86ec-75524cc52edf tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "GET /v2.0/security-groups/79eae0b4-182b-44bf-8377-f938748d8150 HTTP/1.1" status: 404 len: 347 time: 0.0173829 Aug 11 16:29:19.778608 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37966) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:19.904794 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:19.908700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ece599a-8b36-40ba-888c-e62f29040120 None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 4, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '55cb2f20-d936-4820-9b26-105a6c7a3d04', 'name': '', 'network_id': '51108e80-1c7c-4931-bec4-ea51e53ac27d', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'mac_address': 'fa:16:3e:8a:3c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:35Z', 'updated_at': '2021-08-11T16:21:55Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'subnets': [{'id': '17ecc956-c9f4-4fba-933b-7151c16d82f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:29:19.940116 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Deleting port a5ad0beb-7081-4701-9d7f-2e1f29f1e546 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:19.940729 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:20.120704 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:20.121099 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:20.140763 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8287de74-72ae-4039-9f69-b317547cd4ab None None] New status for floating IP 52a150fd-458c-4820-935f-9ce9e218d503: DOWN {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:29:20.249251 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Calling delete_port for a5ad0beb-7081-4701-9d7f-2e1f29f1e546 owned by network:floatingip {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:20.364033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.db.api [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:29:20.364384 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_db.api [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:29:20.865181 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Deleting port a5ad0beb-7081-4701-9d7f-2e1f29f1e546 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:20.865834 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:21.138962 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:21.139206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:21.261442 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Calling delete_port for a5ad0beb-7081-4701-9d7f-2e1f29f1e546 owned by network:floatingip {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:21.401626 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:21.405052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-07bb9fb3-7f69-473c-90f7-e54a5d6d2552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:21.448339 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Pushing event deleted for resources: {'Port': ['ID=a5ad0beb-7081-4701-9d7f-2e1f29f1e546,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:21.451441 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:21.543120 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks [] for floatingip, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:21.557512 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:21.558632 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] 10.222.0.18 "DELETE /v2.0/floatingips/52a150fd-458c-4820-935f-9ce9e218d503 HTTP/1.1" status: 204 len: 168 time: 1.7791262 Aug 11 16:29:21.790946 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:21.831965 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:29:21.833117 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 0062ec88-ec88-45d1-a4a2-6f64dc6a7846 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:24.320510 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37992) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:25.061546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:25.404347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Deleting port 55cb2f20-d936-4820-9b26-105a6c7a3d04 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:25.405021 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:25.669032 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] For port 55cb2f20-d936-4820-9b26-105a6c7a3d04, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=55cb2f20-d936-4820-9b26-105a6c7a3d04,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:25.669304 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:25.794907 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Calling delete_port for 55cb2f20-d936-4820-9b26-105a6c7a3d04 owned by network:router_interface {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:25.977299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:25.981553 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:26.026239 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Pushing event deleted for resources: {'Port': ['ID=55cb2f20-d936-4820-9b26-105a6c7a3d04,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:26.057848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:26.206825 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:26.296015 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:26.661018 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:29:26.836461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:29:26.845815 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] Sync routers for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:29:26.849988 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-9143e828-78b7-44dc-85d2-1439d205f19a admin admin] 10.222.0.18 "PUT /v2.0/routers/59dc1d3d-801b-4f32-8dff-5cc42ec127c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5284019 Aug 11 16:29:26.853129 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 37998) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:26.856036 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:26.856656 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:27.038281 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:27.129171 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks [] for router, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:27.315209 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:27.325429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Deleting port fea5eaec-0147-4c96-a4d0-4bf067560d23 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:27.325782 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:27.366575 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:29:25Z', 'revision_number': 5, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port': {'id': 'fea5eaec-0147-4c96-a4d0-4bf067560d23', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:27.370931 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] Checking router: 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:29:27.379319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] Routers {'59dc1d3d-801b-4f32-8dff-5cc42ec127c1'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:27.379937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:27.499285 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] For port fea5eaec-0147-4c96-a4d0-4bf067560d23, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=fea5eaec-0147-4c96-a4d0-4bf067560d23,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:27.499668 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:27.535189 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] Set router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 gateway port host: None {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:27.626248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Calling delete_port for fea5eaec-0147-4c96-a4d0-4bf067560d23 owned by network:router_gateway {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:27.642171 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:29:27Z', 'revision_number': 6, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:27.646121 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768bac9b-ec3b-4abf-a64d-23eb7dc886d8 None None] The sync data for ids ['59dc1d3d-801b-4f32-8dff-5cc42ec127c1'] in dv-cinder-804265-1-iscsi is: [{'id': '59dc1d3d-801b-4f32-8dff-5cc42ec127c1', 'name': 'tempest-AttachVolumeShelveTestJSON-299784364-router', 'tenant_id': '64ed6a910a30438da12ff9e7b33f91e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:25Z', 'updated_at': '2021-08-11T16:29:27Z', 'revision_number': 6, 'project_id': '64ed6a910a30438da12ff9e7b33f91e4', 'gw_port_host': None}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:29:27.796702 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:27.800280 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-008e4bcf-db97-47bd-bc80-e9941b7a6431 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:27.846737 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea5eaec-0147-4c96-a4d0-4bf067560d23,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:27.849934 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:27.937725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.113089 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.115440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.139570 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.140184 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59dc1d3d-801b-4f32-8dff-5cc42ec127c1 {{(pid=79151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:29:28.153129 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.154242 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] 10.222.0.18 "DELETE /v2.0/routers/59dc1d3d-801b-4f32-8dff-5cc42ec127c1 HTTP/1.1" status: 204 len: 168 time: 1.3002052 Aug 11 16:29:28.156808 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38002) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:28.219177 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Deleting subnet 17ecc956-c9f4-4fba-933b-7151c16d82f9 {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:29:28.221914 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.270884 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913836'] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.449250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.524339 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7228774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7170202'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.530229 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5776b636-0bd2-4af1-add1-e83ab5a5c795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:28.564746 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ecc956-c9f4-4fba-933b-7151c16d82f9,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:28.567235 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:28.570828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.577263 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09750a-0d46-4c77-baf1-c0bf55e73da9 None None] Network 51108e80-1c7c-4931-bec4-ea51e53ac27d requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:29:28.577783 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-389b4b74-0320-4b61-ab61-dd9c470f1fa9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17ecc956-c9f4-4fba-933b-7151c16d82f9 HTTP/1.1" status: 204 len: 168 time: 0.4198534 Aug 11 16:29:28.580140 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38006) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:28.697110 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.707483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Deleting port 2195115c-3ece-4249-a982-3bc05c3c2ae8 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:28.707814 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.855425 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] DHCP port deletion for 51108e80-1c7c-4931-bec4-ea51e53ac27d request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:29:28.859909 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Deleting port 2195115c-3ece-4249-a982-3bc05c3c2ae8 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:28.860305 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:28.932773 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] For port 2195115c-3ece-4249-a982-3bc05c3c2ae8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2195115c-3ece-4249-a982-3bc05c3c2ae8,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:28.933365 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.054381 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Calling delete_port for 2195115c-3ece-4249-a982-3bc05c3c2ae8 owned by network:dhcp {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:29.068578 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] For port 2195115c-3ece-4249-a982-3bc05c3c2ae8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2195115c-3ece-4249-a982-3bc05c3c2ae8,segment=NetworkSegment(e20e24b2-a020-4ee5-abf5-5ade05df2101),segment_id=e20e24b2-a020-4ee5-abf5-5ade05df2101)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:29.068984 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.130039 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.134369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4e99f666-130c-4f5e-ae10-06bd4e968f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:29.179546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Pushing event deleted for resources: {'Port': ['ID=2195115c-3ece-4249-a982-3bc05c3c2ae8,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:29.184411 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:29.185524 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] No DVR routers for this DVR port 2195115c-3ece-4249-a982-3bc05c3c2ae8 on host dv-cinder-804265-1-iscsi {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:29:29.197668 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Calling delete_port for 2195115c-3ece-4249-a982-3bc05c3c2ae8 owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:29.252759 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 55cb2f20-d936-4820-9b26-105a6c7a3d04 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:29.296543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 55cb2f20-d936-4820-9b26-105a6c7a3d04 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:29:29.296899 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 55cb2f20-d936-4820-9b26-105a6c7a3d04 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:29.297321 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2195115c-3ece-4249-a982-3bc05c3c2ae8 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:29.311010 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.323371 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51108e80-1c7c-4931-bec4-ea51e53ac27d']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:29.335527 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20e24b2-a020-4ee5-abf5-5ade05df2101') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:29.335821 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20e24b2-a020-4ee5-abf5-5ade05df2101') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:29.342223 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 2195115c-3ece-4249-a982-3bc05c3c2ae8 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:29:29.342673 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2195115c-3ece-4249-a982-3bc05c3c2ae8 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:29.343099 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device fea5eaec-0147-4c96-a4d0-4bf067560d23 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:29.347488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.363607 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.369628 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:29:29.370009 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.378049 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: fea5eaec-0147-4c96-a4d0-4bf067560d23 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:29:29.378406 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device fea5eaec-0147-4c96-a4d0-4bf067560d23 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:29.381437 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:29:29.381803 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:29:29.383035 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:29:29.459008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.463444 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-996b755a-80ce-4b3d-9c13-cf5c53b1a314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:29.475918 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.486052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Pushing event deleted for resources: {'Network': ['ID=51108e80-1c7c-4931-bec4-ea51e53ac27d,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:29.489073 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:29.499792 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] 10.222.0.18 "DELETE /v2.0/networks/51108e80-1c7c-4931-bec4-ea51e53ac27d HTTP/1.1" status: 204 len: 168 time: 0.9186769 Aug 11 16:29:29.619500 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38012) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:29.668660 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4c80d9f5-c625-4497-ba66-ede6548b4120 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64ed6a910a30438da12ff9e7b33f91e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479848 Aug 11 16:29:29.670978 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38016) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:29.726941 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.752407 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.807732 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.811665 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e95486af-6215-426d-8618-9db01cf54a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:29.823870 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b95288-7989-44df-9742-43b272456558,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:29.826991 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:29.835029 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.836065 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23b95288-7989-44df-9742-43b272456558 HTTP/1.1" status: 204 len: 168 time: 0.1642320 Aug 11 16:29:29.882851 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Deleting port 2195115c-3ece-4249-a982-3bc05c3c2ae8 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:29.883366 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.952073 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-10487425-6d43-472d-be9f-5ddcada663a6 None None] The port '2195115c-3ece-4249-a982-3bc05c3c2ae8' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:29:30.563274 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38040) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:30.667133 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1107047320-network', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:30.671836 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:30.675941 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Usage tracker for resource:network and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:30.678804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:30.685932 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:30.695250 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Made reservation on behalf of 7564588c7aae4d0d93d314d08db4ecd1 for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:30.698226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.709840 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.727303 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:30.731360 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:30.734368 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:30.740239 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:30.823983 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.827699 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.831777 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-64f5fd3a-b2e9-4503-a3ea-c7ffddf7f360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:30.859047 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:29:30.867240 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db209e-5e46-4d53-b1de-94a5ae0ffac0,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:30.877070 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.877411 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Added segment 5eb0e26a-0391-4faf-9406-002dc1bae9e5 of type vlan for network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 Aug 11 16:29:30.879111 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.879487 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.879856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.880220 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.880580 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.880936 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.881290 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.881645 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.881995 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.882346 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.882731 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.883082 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:30.891230 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:30.919294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.950640 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.951928 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:30.952509 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:30.955860 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7a8b0aa0-7be9-4108-832b-d1666e3d32a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:31.057825 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Pushing event updated for resources: {'Network': ['ID=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:31.061878 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4964726 Aug 11 16:29:31.061878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:31.063769 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38046) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:31.068074 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:29:31.069401 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Request body: {'subnet': {'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1107047320-subnet', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:31.074287 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:31.078160 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Usage tracker for resource:subnet and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:31.080998 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:31.087043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:31.097948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Made reservation on behalf of 7564588c7aae4d0d93d314d08db4ecd1 for: {'subnet': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:31.100287 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7170289'] for subnet, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.306230 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7237797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7170179'] for subnet, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.310684 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:31.384146 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5638ef7a-e83a-43b7-a350-fc46f2cdc776,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:31.388804 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:31.433263 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Checking segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:31.433539 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Network hostable DHCP agents. Network: 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:29:31.467652 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:29:31.483219 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-39d8e26d-bd6d-4c2e-9675-f53ea75b6bee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954278 Aug 11 16:29:31.484221 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1) {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:31.488123 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:31.488698 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.496880 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c30650-8169-423e-8b43-413906e665cf None None] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:29:31.512633 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-bde96d41-10fc-40bc-8c74-d54270ca7106 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4450619 Aug 11 16:29:31.513497 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38050) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:31.521007 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:31.528122 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:31.532916 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Usage tracker for resource:router and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:31.536699 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:31.543702 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:31.555794 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.556994 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.574595 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.608960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-072276e5-bd34-44c0-9e13-a3db96c2a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:31.610660 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-072276e5-bd34-44c0-9e13-a3db96c2a392 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.0836177 Aug 11 16:29:31.792797 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:29:31.793999 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.865836 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-9009f29b-baf0-4168-8049-0d212ec8fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:31.868370 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-9009f29b-baf0-4168-8049-0d212ec8fed2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.2371318 Aug 11 16:29:31.969689 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Allocated IP 172.20.0.2 (11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1/5638ef7a-e83a-43b7-a350-fc46f2cdc776/97ffb3af-b390-481b-b5a7-e84ce36cd6b8) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:31.971671 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.976649 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-dd394855-e103-4a29-8624-2d39e468a87d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 1001 time: 0.1021035 Aug 11 16:29:32.045526 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-da7615d5-4465-4fab-92e5-9455a502ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:32.047065 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-da7615d5-4465-4fab-92e5-9455a502ff59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0640392 Aug 11 16:29:32.126799 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-fd3d92a7-4f76-428a-ae84-60254808df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:32.128515 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-fd3d92a7-4f76-428a-ae84-60254808df59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752156 Aug 11 16:29:32.181955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.191935 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Transition to ACTIVE for port object 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:32.210230 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Transition to ACTIVE for port object 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:32.216670 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.225059 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:32.276586 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-23a76a49-8af6-4b19-a317-67f91695c329 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406603 Aug 11 16:29:32.285942 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:32.288835 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:32.291537 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.292204 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:32.303689 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Pushing event updated for resources: {'Port': ['ID=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:32.321726 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.377823 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.378481 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.378858 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.379412 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.379754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.380232 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.380572 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.381315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.381315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.381664 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.382195 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.383189 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:32.391614 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:32.409088 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Attempting to bind port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:29:32.409478 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Attempting to bind port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:29:32.410081 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Attempting to bind port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:32.414824 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8dfddfd6-8e88-449a-ad4f-ffa18041b764 req-b195c904-a10f-4b9d-b40f-c9d5a8ea12ff service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310673 Aug 11 16:29:32.416220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:29:32.416518 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Checking segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:32.416869 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.417270 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Bound using segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:29:32.417750 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Bound port: 97ffb3af-b390-481b-b5a7-e84ce36cd6b8, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:29:32.418138 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.467261 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Allocated IP 172.27.0.36 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/ebb02098-039e-424e-821b-5740e82498ea) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:32.516782 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] For port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:29:32.520025 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] For port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:29:32.527447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.532922 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:32.621944 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Pushing event updated for resources: {'Port': ['ID=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:32.625749 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:32.628973 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.662413 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:32.666822 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:32.731029 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:32.733923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:32.737834 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:32.780155 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb02098-039e-424e-821b-5740e82498ea,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:32.783804 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:33.224519 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:33.301595 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:33.384239 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:33.592175 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0e95c68f-aad1-46fa-b033-46647b157dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:33.686512 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12caca12-cc0b-4786-b9f4-ee6033eb0444 None None] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:29:33.726065 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:33.798135 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Provisioning for port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:33.814992 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Provisioning complete for port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:33.815379 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:33.940003 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:29:34.043620 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:34.055576 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:34.084757 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] For port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:34.089955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:34.091950 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:34.130482 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:29:34.143128 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:29:34.157762 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:34.158679 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:34.159086 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:34.163073 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-49ea3ec9-336f-44f0-818e-d3454db58bd4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6454470 Aug 11 16:29:34.163455 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38054) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:34.171089 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Pushing event updated for resources: {'Port': ['ID=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:34.174636 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:34.312995 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-538d2d18-249d-4714-bc17-04642304c55e None None] Provisioning complete for port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:34.314185 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-538d2d18-249d-4714-bc17-04642304c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:34.354544 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:34.650711 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:33Z', 'revision_number': 3, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:34.654461 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:29:34.655012 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Updating router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf port ebb02098-039e-424e-821b-5740e82498ea binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:29:34.709899 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:34.874847 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.088975 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.101103 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Transition to ACTIVE for port object ebb02098-039e-424e-821b-5740e82498ea will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:35.108970 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.114541 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:35.191749 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Attempting to bind port ebb02098-039e-424e-821b-5740e82498ea on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:29:35.192368 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Attempting to bind port ebb02098-039e-424e-821b-5740e82498ea by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:29:35.192368 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Attempting to bind port ebb02098-039e-424e-821b-5740e82498ea on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:35.198989 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Pushing event updated for resources: {'Port': ['ID=ebb02098-039e-424e-821b-5740e82498ea,revision_number=2']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:35.204280 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:29:35.204719 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:35.205082 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.205512 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:29:35.205986 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Bound port: ebb02098-039e-424e-821b-5740e82498ea, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:29:35.206399 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.217754 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Allocated IP 172.20.0.1 (11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1/5638ef7a-e83a-43b7-a350-fc46f2cdc776/bb98a4f7-87d9-4e7f-9118-23ff230f04ce) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:35.242302 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.242687 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.243030 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.243370 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.244304 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.244645 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.244976 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.245393 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.245654 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.245971 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.246288 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.246633 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:35.257693 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:35.267756 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:35.296094 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] For port ebb02098-039e-424e-821b-5740e82498ea, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:29:35.299099 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] For port ebb02098-039e-424e-821b-5740e82498ea, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=ebb02098-039e-424e-821b-5740e82498ea,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:29:35.303665 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.309693 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-30be65ca-0cfd-4fd6-ba05-e7333a0a4528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:35.347923 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:35.348489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.383835 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:35.385031 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:35.385923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.409374 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.provisioning_blocks [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Transition to ACTIVE for port object bb98a4f7-87d9-4e7f-9118-23ff230f04ce will not be triggered until provisioned by entity DHCP. {{(pid=79152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:35.439691 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.445381 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:35.454561 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Pushing event updated for resources: {'Port': ['ID=ebb02098-039e-424e-821b-5740e82498ea,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:35.458966 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-ff5159c4-acc9-4504-9479-3100fe63a91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:35.522232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:35.526316 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:35.545170 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Pushing event updated for resources: {'Port': ['ID=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:35.549226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:35.549226 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:35.595127 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:35.605332 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.762809 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-45f7b6ca-e841-4ccf-905f-41d430130d18 None None] Provisioning for port bb98a4f7-87d9-4e7f-9118-23ff230f04ce completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:35.767987 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-45f7b6ca-e841-4ccf-905f-41d430130d18 None None] Provisioning complete for port bb98a4f7-87d9-4e7f-9118-23ff230f04ce triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:35.768449 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-45f7b6ca-e841-4ccf-905f-41d430130d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.865648 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-45f7b6ca-e841-4ccf-905f-41d430130d18 None None] Port bb98a4f7-87d9-4e7f-9118-23ff230f04ce cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:29:35.885343 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.913249 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:33Z', 'revision_number': 3, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:35.917106 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e194cbdb-976f-492e-b11d-a33c148bdf26 None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:33Z', 'revision_number': 3, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:29:36.126238 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.136913 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6652412'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.163404 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d53b3b94-a7ac-49fd-b0ad-6908eae11a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:36.248708 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Pushing event updated for resources: {'Port': ['ID=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:36.253126 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:36.255873 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.323864 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d1a14a90-24e2-4289-8571-3f46f7ed99d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.397864 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:36.399118 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:36.601392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:29:36.691372 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4dfdad08-6b46-44c9-bd44-877899cd2cfb None None] Provisioning complete for port bb98a4f7-87d9-4e7f-9118-23ff230f04ce triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:36.691935 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-4dfdad08-6b46-44c9-bd44-877899cd2cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.754061 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-4dfdad08-6b46-44c9-bd44-877899cd2cfb None None] Port bb98a4f7-87d9-4e7f-9118-23ff230f04ce cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:29:36.901653 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:29:36.910462 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] 10.222.0.18 "PUT /v2.0/routers/95ae4155-5fb8-4718-ae42-ebe6c33b50bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7457733 Aug 11 16:29:37.201894 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.277805 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device ebb02098-039e-424e-821b-5740e82498ea up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:37.349202 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port ebb02098-039e-424e-821b-5740e82498ea completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:37.355390 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port ebb02098-039e-424e-821b-5740e82498ea triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:37.356005 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.408969 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38066) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:37.414801 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766709695', 'description': 'tempest-description--565493514'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:37.421939 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:37.426148 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:37.429192 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:37.436148 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:37.446923 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.458120 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:29:37.467452 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:37.471040 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:37.473997 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:37.480674 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:37.482845 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:37.483485 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:37.551841 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.556038 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.561135 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f1c37197-f416-4b02-804d-03eecc08c823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:37.563666 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.602737 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6752c842-c19f-45e0-9d22-d7b72765f3db,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:37.606829 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:37.607756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.611682 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-bfce6a4c-353a-4efc-bd7b-44eff9313639 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1990588 Aug 11 16:29:37.611891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38070) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:37.616876 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'security_group_rule': {'security_group_id': '6752c842-c19f-45e0-9d22-d7b72765f3db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:37.622886 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:37.626649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:37.629506 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:37.636169 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:37.636679 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port ebb02098-039e-424e-821b-5740e82498ea, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=ebb02098-039e-424e-821b-5740e82498ea,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:37.648205 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.656105 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.659081 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-dde9c0bb-8d48-4ba2-a2ff-8b365011d27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:37.718920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.723301 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.725493 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ec63ad98-b757-4d5d-a6f0-22872614dc5e tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:37.741162 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:37.748755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edc8539-87e3-453a-bc5d-af20121bb8e7,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:37.751767 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:37.761586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.763308 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503422 Aug 11 16:29:37.766518 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38074) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:37.774434 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'security_group_rule': {'security_group_id': '6752c842-c19f-45e0-9d22-d7b72765f3db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:37.782387 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:37.786690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:37.791532 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:37.797593 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:37.812965 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=ebb02098-039e-424e-821b-5740e82498ea,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:37.815748 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.816247 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:37.879469 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.883507 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.885688 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-a5d0db07-5b37-497e-8c6f-8130ed1909af tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:37.908197 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61243505-db95-4955-acf1-baccdc57160c,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:37.912680 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:37.918401 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:37.919646 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-9d892691-e237-4934-8a44-ef1ab9b0aa49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518276 Aug 11 16:29:37.923107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38078) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:37.930838 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:37.937747 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:37.941355 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:floatingip and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:37.944216 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:37.947725 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:29:37.950253 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:37.964015 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.084044 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 2, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:38.089027 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:29:38.089390 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Updating router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf port bb98a4f7-87d9-4e7f-9118-23ff230f04ce binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:29:38.105320 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.141361 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.245673 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Allocated IP 172.27.0.151 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/a4c028ee-7250-44f2-9acc-b10b2b05a263) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:38.397628 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.430855 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.435350 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:38.494261 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.508850 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.510013 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Transition to ACTIVE for port object bb98a4f7-87d9-4e7f-9118-23ff230f04ce will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:38.512685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:38.516225 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:38.517045 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.518326 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'Port': ['ID=a4c028ee-7250-44f2-9acc-b10b2b05a263,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:38.520673 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-5b488289-8b89-4c56-a453-ac73ed61a240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:38.520837 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:38.549453 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:38.609840 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.657752 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad12c7-8768-454a-83f8-3104b5aadfb7 None None] Pushing event updated for resources: {'Port': ['ID=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:38.683527 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.726210 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6bad12c7-8768-454a-83f8-3104b5aadfb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:38.793248 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Attempting to bind port bb98a4f7-87d9-4e7f-9118-23ff230f04ce on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:29:38.793896 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Attempting to bind port bb98a4f7-87d9-4e7f-9118-23ff230f04ce by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:29:38.794017 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Attempting to bind port bb98a4f7-87d9-4e7f-9118-23ff230f04ce on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:38.799489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:29:38.799868 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Checking segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:38.800526 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.800635 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Bound using segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:29:38.801105 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Bound port: bb98a4f7-87d9-4e7f-9118-23ff230f04ce, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:29:38.801516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.894568 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] For port bb98a4f7-87d9-4e7f-9118-23ff230f04ce, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:29:38.897560 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] For port bb98a4f7-87d9-4e7f-9118-23ff230f04ce, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:29:38.903516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.905271 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.908090 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:38.909762 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6652412'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:38.914398 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-018366ef-ba94-46f0-9603-105db8fa6e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:38.984996 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:38.985644 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:39.024343 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'Port': ['ID=a4c028ee-7250-44f2-9acc-b10b2b05a263,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:39.029652 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:39.036871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:39.063836 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad12c7-8768-454a-83f8-3104b5aadfb7 None None] Pushing event updated for resources: {'Port': ['ID=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:39.065409 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:39.075793 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1507769 Aug 11 16:29:39.076075 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6bad12c7-8768-454a-83f8-3104b5aadfb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:39.194293 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:39.246585 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-7a0b6994-0328-475e-bca7-3bbdf22f48df tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--766709695&fields=id&tenant_id=7564588c7aae4d0d93d314d08db4ecd1 HTTP/1.1" status: 200 len: 267 time: 0.0471842 Aug 11 16:29:39.266442 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device ebb02098-039e-424e-821b-5740e82498ea up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:39.403768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-fe977f82-b251-47aa-bb3e-62aae83e1082 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:39.405129 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-fe977f82-b251-47aa-bb3e-62aae83e1082 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 811 time: 0.1515718 Aug 11 16:29:39.420417 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-fbc1f9ff-d0b3-4515-9aed-de80a7bb1b3d tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/quotas/7564588c7aae4d0d93d314d08db4ecd1 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Aug 11 16:29:39.496239 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port ebb02098-039e-424e-821b-5740e82498ea triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:39.496622 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:39.508849 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a6a3ab85-aeb0-45ae-b51c-9ff55dd4bc2d tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831294 Aug 11 16:29:39.653320 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-572ac095-c570-42b3-8008-f920d1b13063 service neutron] 10.222.0.18 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327550 Aug 11 16:29:39.685644 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:38Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:39.689697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a01401-2555-4a3d-8f98-afcbeb154e20 None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:38Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:29:39.800167 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-d4beebdb-6b3b-4a54-9f1b-ce4c3c300c46 service neutron] 10.222.0.18 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404743 Aug 11 16:29:39.995113 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-7c3367dc-3611-4e39-8d08-0b42c8e2fa9f req-3b8b1f32-31ee-42af-a0b7-94c2a66f1c42 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:40.015427 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-7c3367dc-3611-4e39-8d08-0b42c8e2fa9f req-3b8b1f32-31ee-42af-a0b7-94c2a66f1c42 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:40.016934 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7c3367dc-3611-4e39-8d08-0b42c8e2fa9f req-3b8b1f32-31ee-42af-a0b7-94c2a66f1c42 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 210 time: 0.0668201 Aug 11 16:29:41.188311 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c950b3c1-e6ee-466c-a3e1-81df05f1a64f req-42af23d3-c28a-4bcc-9ae3-395a61134198 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 210 time: 0.0600145 Aug 11 16:29:41.198781 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-2f9e57e2-1fa4-46da-a862-d67a4ce65bd4 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:41.200207 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-2f9e57e2-1fa4-46da-a862-d67a4ce65bd4 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 811 time: 0.1995058 Aug 11 16:29:41.261115 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-688efc1d-6e43-4a3f-a8eb-a63b4e94e927 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7564588c7aae4d0d93d314d08db4ecd1 HTTP/1.1" status: 200 len: 379 time: 0.0455396 Aug 11 16:29:41.277443 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device bb98a4f7-87d9-4e7f-9118-23ff230f04ce up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:41.278313 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'port': {'device_id': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'admin_state_up': True, 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'security_groups': ['6752c842-c19f-45e0-9d22-d7b72765f3db']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:41.346558 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port bb98a4f7-87d9-4e7f-9118-23ff230f04ce completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:41.351350 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port bb98a4f7-87d9-4e7f-9118-23ff230f04ce triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:41.351748 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.476973 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.510743 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port bb98a4f7-87d9-4e7f-9118-23ff230f04ce, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:41.513844 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:41.515604 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.517657 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-dde9c0bb-8d48-4ba2-a2ff-8b365011d27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:41.524289 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:41.536323 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Made reservation on behalf of 7564588c7aae4d0d93d314d08db4ecd1 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:41.540995 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.586834 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:41.590079 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:41.708508 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Allocated IP 172.20.0.7 (11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1/5638ef7a-e83a-43b7-a350-fc46f2cdc776/944f374c-1a36-45d8-8188-78535ee0beb9) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:41.900622 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.916083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Transition to ACTIVE for port object 944f374c-1a36-45d8-8188-78535ee0beb9 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:41.939117 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.946056 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4e29a1ae-e013-41cd-95e7-a1fd8d8f1909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:42.010739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:42.014008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:42.016361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:42.063849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'Port': ['ID=944f374c-1a36-45d8-8188-78535ee0beb9,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:42.068419 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:42.092455 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.093294 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.119901 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8473527 Aug 11 16:29:42.137757 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Request body: {'port': {'device_id': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:42.230436 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-79769d5e-850f-49f0-a569-4ddd0935fe4a None None] Provisioning for port 944f374c-1a36-45d8-8188-78535ee0beb9 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:42.235514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-79769d5e-850f-49f0-a569-4ddd0935fe4a None None] Provisioning complete for port 944f374c-1a36-45d8-8188-78535ee0beb9 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:42.235996 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-79769d5e-850f-49f0-a569-4ddd0935fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.260841 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.292720 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-79769d5e-850f-49f0-a569-4ddd0935fe4a None None] Port 944f374c-1a36-45d8-8188-78535ee0beb9 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:29:42.376523 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d6f25-339c-4651-9de2-c535645251c2 req-eb5b354f-80ae-419b-ab5e-47dcae738277 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.378996 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-573d6f25-339c-4651-9de2-c535645251c2 req-eb5b354f-80ae-419b-ab5e-47dcae738277 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 931 time: 0.0828776 Aug 11 16:29:42.427482 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-573d6f25-339c-4651-9de2-c535645251c2 req-6c2db4e9-b9c2-4456-ad91-f0525a8e8429 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:42.447321 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-573d6f25-339c-4651-9de2-c535645251c2 req-6c2db4e9-b9c2-4456-ad91-f0525a8e8429 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:42.448597 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-573d6f25-339c-4651-9de2-c535645251c2 req-6c2db4e9-b9c2-4456-ad91-f0525a8e8429 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650473 Aug 11 16:29:42.621280 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944f374c-1a36-45d8-8188-78535ee0beb9 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:42.628273 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.642731 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Transition to ACTIVE for port object 944f374c-1a36-45d8-8188-78535ee0beb9 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:42.646304 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.649807 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6d6060d7-ecb9-4ba4-b694-9c1e2bd352f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:42.775221 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Pushing event updated for resources: {'Port': ['ID=944f374c-1a36-45d8-8188-78535ee0beb9,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:42.803449 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:42.882689 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Attempting to bind port 944f374c-1a36-45d8-8188-78535ee0beb9 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:29:42.883020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Attempting to bind port 944f374c-1a36-45d8-8188-78535ee0beb9 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:29:42.883340 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Attempting to bind port 944f374c-1a36-45d8-8188-78535ee0beb9 on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:42.888455 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Port 944f374c-1a36-45d8-8188-78535ee0beb9 on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:29:42.888767 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Attempting to bind port 944f374c-1a36-45d8-8188-78535ee0beb9 on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:42.893774 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:29:42.894104 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Checking segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:42.894478 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Bound using segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:29:42.894917 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Bound port: 944f374c-1a36-45d8-8188-78535ee0beb9, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:29:42.895257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.986565 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] For port 944f374c-1a36-45d8-8188-78535ee0beb9, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:29:42.989468 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] For port 944f374c-1a36-45d8-8188-78535ee0beb9, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=944f374c-1a36-45d8-8188-78535ee0beb9,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:29:42.992707 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.997143 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fc5c465a-9ae0-4989-b9dd-6c8887674587 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:43.051506 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.052109 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:43.053474 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] 10.222.0.39 "PUT /v2.0/ports/944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 1093 time: 0.9206970 Aug 11 16:29:43.053958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:43.076219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Pushing event updated for resources: {'Port': ['ID=944f374c-1a36-45d8-8188-78535ee0beb9,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:43.079436 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:43.145140 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9', 'status': 'completed', 'code': 200} Aug 11 16:29:43.187034 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-7e2487db-f384-42bd-ac98-881359cee4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.188612 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-7e2487db-f384-42bd-ac98-881359cee4e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1096 time: 0.0803192 Aug 11 16:29:43.261035 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device bb98a4f7-87d9-4e7f-9118-23ff230f04ce up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:43.272047 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-8132c793-9778-46b9-8643-f0718a7a4414 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 217 time: 0.0689383 Aug 11 16:29:43.339036 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port bb98a4f7-87d9-4e7f-9118-23ff230f04ce triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:43.339657 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:43.437827 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-04210fdb-3745-4dfe-b6fc-1b3dba93947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.439328 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-04210fdb-3745-4dfe-b6fc-1b3dba93947c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.1614063 Aug 11 16:29:43.515536 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-5507f92e-78c9-4b41-a15b-97e6c2e8f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.517137 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-5507f92e-78c9-4b41-a15b-97e6c2e8f490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717599 Aug 11 16:29:43.645487 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b73e72-e4e9-44c9-af46-fa8195815f55 req-a87d79a1-e65a-40f4-bde2-cbec1b12b407 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.646988 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b9b73e72-e4e9-44c9-af46-fa8195815f55 req-a87d79a1-e65a-40f4-bde2-cbec1b12b407 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 943 time: 0.0849245 Aug 11 16:29:43.653999 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-0aa74600-dc99-4fbc-ad54-543c897d2000 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305234 Aug 11 16:29:43.694691 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b9b73e72-e4e9-44c9-af46-fa8195815f55 req-6b89390b-985f-47ec-b0e1-e3f7530e2035 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 Aug 11 16:29:43.795530 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4af8c007-90cd-40e3-829e-ffaa09a63346 req-90ffc80b-8a1d-4e93-9748-fc712f38cf64 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311738 Aug 11 16:29:43.970402 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-4c6764e9-1690-46fc-860d-2d9ef2996373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.971893 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-4c6764e9-1690-46fc-860d-2d9ef2996373 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1096 time: 0.0756042 Aug 11 16:29:44.110891 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-04753c4e-ba14-4d3c-9b33-b63f11020ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.112244 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-04753c4e-ba14-4d3c-9b33-b63f11020ae6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1281230 Aug 11 16:29:44.180363 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-7fd2a1d0-6b47-4d41-aa28-e798b8876fb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 217 time: 0.0606306 Aug 11 16:29:44.252416 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-bd39d1cb-4bbe-4b44-88b1-f890066e793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.253856 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-bd39d1cb-4bbe-4b44-88b1-f890066e793d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0670598 Aug 11 16:29:44.336076 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-056c4524-63ad-4637-87a9-b928532a11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.338072 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-056c4524-63ad-4637-87a9-b928532a11cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764360 Aug 11 16:29:44.468442 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-c6031a49-4a23-4210-8a0d-8057c5b9930a service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227272 Aug 11 16:29:44.601118 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5e2eb5ea-e999-4d59-b5c0-4e653e9ad82f req-f3f677ba-ac38-4cbf-9a29-200bae468d87 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259410 Aug 11 16:29:44.888788 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af0374-efe8-4139-891f-849214cbe6e6 req-e66d2123-099a-4071-87f1-c704a04b0f2f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.889487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c2af0374-efe8-4139-891f-849214cbe6e6 req-e66d2123-099a-4071-87f1-c704a04b0f2f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:44.904884 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c2af0374-efe8-4139-891f-849214cbe6e6 req-e66d2123-099a-4071-87f1-c704a04b0f2f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:44.906227 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c2af0374-efe8-4139-891f-849214cbe6e6 req-e66d2123-099a-4071-87f1-c704a04b0f2f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 943 time: 0.1044912 Aug 11 16:29:44.953736 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c2af0374-efe8-4139-891f-849214cbe6e6 req-624f3dd7-058d-4825-a268-a61998be4b00 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Aug 11 16:29:45.901591 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 944f374c-1a36-45d8-8188-78535ee0beb9 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:29:46.082840 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 944f374c-1a36-45d8-8188-78535ee0beb9, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=944f374c-1a36-45d8-8188-78535ee0beb9,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:46.096947 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '944f374c-1a36-45d8-8188-78535ee0beb9', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'port_id': '944f374c-1a36-45d8-8188-78535ee0beb9', 'mac_address': 'fa:16:3e:e2:a5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:29:46.145715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8cea-231a-41cb-90a7-bc2e04d848c9 req-023bd757-6dca-4b14-a2b8-b8528c175834 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:46.147225 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-230d8cea-231a-41cb-90a7-bc2e04d848c9 req-023bd757-6dca-4b14-a2b8-b8528c175834 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 943 time: 0.0860651 Aug 11 16:29:46.153263 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:46.171230 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944f374c-1a36-45d8-8188-78535ee0beb9 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:46.186715 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 944f374c-1a36-45d8-8188-78535ee0beb9, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=944f374c-1a36-45d8-8188-78535ee0beb9,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:46.192337 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:46.194182 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-230d8cea-231a-41cb-90a7-bc2e04d848c9 req-8af5e896-c381-45d1-913f-d594749dc67c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 Aug 11 16:29:46.194349 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:46.266319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=944f374c-1a36-45d8-8188-78535ee0beb9,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:46.269345 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:46.488697 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['944f374c-1a36-45d8-8188-78535ee0beb9'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:29:47.379949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b93050-229a-4cc3-8b7e-05b069f41bb2 req-88edfdfe-d7f8-4453-89a3-6108566f8d49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:47.381367 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86b93050-229a-4cc3-8b7e-05b069f41bb2 req-88edfdfe-d7f8-4453-89a3-6108566f8d49 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 944 time: 0.0798028 Aug 11 16:29:47.428384 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86b93050-229a-4cc3-8b7e-05b069f41bb2 req-ad272790-5e58-47b2-925a-653acb3ebe5f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Aug 11 16:29:47.900631 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 944f374c-1a36-45d8-8188-78535ee0beb9 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:47.971009 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 944f374c-1a36-45d8-8188-78535ee0beb9 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:47.975531 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 944f374c-1a36-45d8-8188-78535ee0beb9 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:47.975915 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:48.090209 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:48.116268 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:48.126765 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 944f374c-1a36-45d8-8188-78535ee0beb9, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=944f374c-1a36-45d8-8188-78535ee0beb9,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:48.130543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:48.132366 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:48.161768 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9', 'code': 200} Aug 11 16:29:48.201812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=944f374c-1a36-45d8-8188-78535ee0beb9,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:48.204674 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:48.414215 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c4c56-6fcd-40e4-9b52-28d94f1c69d5 req-b19cb9e7-c40d-48a7-b3ee-c0ef18b46dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:48.415628 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c39c4c56-6fcd-40e4-9b52-28d94f1c69d5 req-b19cb9e7-c40d-48a7-b3ee-c0ef18b46dbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1098 time: 0.0703340 Aug 11 16:29:48.456845 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c39c4c56-6fcd-40e4-9b52-28d94f1c69d5 req-b8a56838-56d8-4cec-a3a3-1498c6e2a4b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349243 Aug 11 16:29:48.619182 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e548b6-73f5-4e9b-af41-dbbe694bd53e req-412e8b06-5f9d-4a5b-8b6b-6688ec98b5fb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:48.620979 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-48e548b6-73f5-4e9b-af41-dbbe694bd53e req-412e8b06-5f9d-4a5b-8b6b-6688ec98b5fb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0891185 Aug 11 16:29:48.670347 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-48e548b6-73f5-4e9b-af41-dbbe694bd53e req-93aa1b24-96eb-47d9-8fe8-626a0f958051 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436041 Aug 11 16:29:49.855134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d71ca-9652-49f2-be7d-8d3085248d3a req-56efc5e7-d66b-427f-8cb7-68bf605b763c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:49.856586 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-625d71ca-9652-49f2-be7d-8d3085248d3a req-56efc5e7-d66b-427f-8cb7-68bf605b763c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0807278 Aug 11 16:29:49.906304 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-625d71ca-9652-49f2-be7d-8d3085248d3a req-cacb9b82-73d2-41c3-9f4c-3cecfb92f064 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441434 Aug 11 16:29:50.086933 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2fa1b-5a20-42f8-ba6a-cba4b37f572b req-408ce766-d73c-45d2-a17c-3b565361a5a0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:50.088311 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b3b2fa1b-5a20-42f8-ba6a-cba4b37f572b req-408ce766-d73c-45d2-a17c-3b565361a5a0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0795875 Aug 11 16:29:50.097104 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38132) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:50.102172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'floatingip': {'port_id': '944f374c-1a36-45d8-8188-78535ee0beb9'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:50.267454 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:50.854851 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:50.858785 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:51.033641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Floating IP 49d319bc-61d4-4616-9e65-357629ef91c5 associated. External IP: 172.27.0.151, port: 944f374c-1a36-45d8-8188-78535ee0beb9. Aug 11 16:29:51.383766 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:29:51.670424 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:29:51.675018 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:51.683893 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:29:51.694226 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:51.694977 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:51.729869 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-61f6e54c-7649-414d-9ed7-3c69f7815e80 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "PUT /v2.0/floatingips/49d319bc-61d4-4616-9e65-357629ef91c5 HTTP/1.1" status: 200 len: 991 time: 1.6317158 Aug 11 16:29:51.730512 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:51.782263 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9', 'status': 'completed', 'code': 200} Aug 11 16:29:51.879514 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:51.917461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-c5082cb1-3e78-4f3e-89b4-429e451cd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:51.918960 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-c5082cb1-3e78-4f3e-89b4-429e451cd8ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1098 time: 0.0767808 Aug 11 16:29:52.052379 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-ee919b0c-5636-45ad-9437-df2df444b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:52.053829 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-ee919b0c-5636-45ad-9437-df2df444b62f service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1284337 Aug 11 16:29:52.154243 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-68c9b1b4-a7fc-4db9-8f48-85909e2f01ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 999 time: 0.0933347 Aug 11 16:29:52.221842 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-b3a1d7dc-8116-4daf-9ffa-2a1a4fffe478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:52.223319 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-b3a1d7dc-8116-4daf-9ffa-2a1a4fffe478 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0636663 Aug 11 16:29:52.245631 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '49d319bc-61d4-4616-9e65-357629ef91c5', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'port_id': '944f374c-1a36-45d8-8188-78535ee0beb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'mac_address': 'fa:16:3e:e2:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:29:38Z', 'updated_at': '2021-08-11T16:29:50Z', 'revision_number': 1, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:52.249428 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:29:52.257471 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:29:52.258072 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:29:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:52.301445 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-3c2b53ea-927d-488b-8bec-b6ed7e5fb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:52.302975 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-3c2b53ea-927d-488b-8bec-b6ed7e5fb00a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726552 Aug 11 16:29:52.434235 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-5e41dae1-056d-4c1b-883b-0ee57261250f service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247432 Aug 11 16:29:52.439636 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:29:52.566900 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4fb4e12e-3361-4366-ae88-b801cc84042f req-1a5873dd-d31c-401d-8020-85b6201db5b8 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269412 Aug 11 16:29:52.786189 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '49d319bc-61d4-4616-9e65-357629ef91c5', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'port_id': '944f374c-1a36-45d8-8188-78535ee0beb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'mac_address': 'fa:16:3e:e2:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:29:38Z', 'updated_at': '2021-08-11T16:29:50Z', 'revision_number': 1, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:29:52.790081 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186a7194-e76d-4ace-adf6-965e81a648e6 None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '49d319bc-61d4-4616-9e65-357629ef91c5', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'port_id': '944f374c-1a36-45d8-8188-78535ee0beb9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'mac_address': 'fa:16:3e:e2:a5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:29:38Z', 'updated_at': '2021-08-11T16:29:50Z', 'revision_number': 1, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:29:52.991497 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd55ef3c-74d0-4a5d-8aed-58139ccd17f4 None None] New status for floating IP 49d319bc-61d4-4616-9e65-357629ef91c5: ACTIVE {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:29:56.213498 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:01.220176 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81594bcd-c3d8-4eac-8a4f-0f59df3a7434 req-e3381338-a430-4acf-bd53-367e3f04aa1a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:01.221672 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-81594bcd-c3d8-4eac-8a4f-0f59df3a7434 req-e3381338-a430-4acf-bd53-367e3f04aa1a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0818181 Aug 11 16:30:01.267959 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-81594bcd-c3d8-4eac-8a4f-0f59df3a7434 req-725c2f9a-e242-447a-91f4-093110c30419 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Aug 11 16:30:02.558231 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839ac72-eaa1-48e1-92fc-1d36fd5ea1ce req-a138ff36-4fac-499a-8fac-aed28bf1bbe1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:02.559742 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2839ac72-eaa1-48e1-92fc-1d36fd5ea1ce req-a138ff36-4fac-499a-8fac-aed28bf1bbe1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.1813414 Aug 11 16:30:02.605352 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2839ac72-eaa1-48e1-92fc-1d36fd5ea1ce req-36160856-b89f-49f7-ac77-b6cfa74485ba tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401387 Aug 11 16:30:03.585230 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-bc032fec-d3c7-4874-a321-a84c59d37831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:03.787860 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89fb22-5895-40f4-b754-8e3c78c8b366 req-1a5397a1-3f20-4a1c-b03d-88b6ee2c9999 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:03.789310 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1f89fb22-5895-40f4-b754-8e3c78c8b366 req-1a5397a1-3f20-4a1c-b03d-88b6ee2c9999 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0797131 Aug 11 16:30:03.833124 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1f89fb22-5895-40f4-b754-8e3c78c8b366 req-9d14d184-134b-4e29-be06-711dd76bc0fd tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376363 Aug 11 16:30:04.030715 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:05.021017 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed9ad-62bc-4d0b-beb2-3e316d177109 req-74434d82-dae5-4e9f-831e-a0fe5c18ea62 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:05.022485 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ddfed9ad-62bc-4d0b-beb2-3e316d177109 req-74434d82-dae5-4e9f-831e-a0fe5c18ea62 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0836797 Aug 11 16:30:05.068965 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ddfed9ad-62bc-4d0b-beb2-3e316d177109 req-820460b2-c23e-4974-9bd2-5db0546aa6b1 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398772 Aug 11 16:30:06.257410 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec4710-4729-4dbb-b00e-3d7beb363d6a req-ad4efca8-7b7a-4399-b219-9a80d8c851c4 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:06.258907 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a1ec4710-4729-4dbb-b00e-3d7beb363d6a req-ad4efca8-7b7a-4399-b219-9a80d8c851c4 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0835176 Aug 11 16:30:06.308496 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a1ec4710-4729-4dbb-b00e-3d7beb363d6a req-c2b43896-03fa-4cff-8498-9025c89333ae tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Aug 11 16:30:06.327955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-3f8b893b-e13c-44c0-bbb9-c343b4e66bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:07.203082 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:07.496480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddea056-1558-49e4-8f96-1a96210dfe1c req-6a999570-0d72-4d92-80e1-8ddba9b88bba tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:07.497839 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0ddea056-1558-49e4-8f96-1a96210dfe1c req-6a999570-0d72-4d92-80e1-8ddba9b88bba tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0810225 Aug 11 16:30:07.544737 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0ddea056-1558-49e4-8f96-1a96210dfe1c req-2c14e2ab-222e-49df-9f6e-38c989d780d9 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405779 Aug 11 16:30:08.496243 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:08.736080 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5842af-7356-414a-b03e-0d61f5c4f848 req-dc38b81e-115a-4e2a-8a34-0db0ac692306 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:08.737488 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2e5842af-7356-414a-b03e-0d61f5c4f848 req-dc38b81e-115a-4e2a-8a34-0db0ac692306 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0856466 Aug 11 16:30:08.783599 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2e5842af-7356-414a-b03e-0d61f5c4f848 req-4c77ca2e-279f-4511-983a-98ea31b01f16 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404181 Aug 11 16:30:09.980266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0b983-27e9-42e9-a099-fe5462da02a7 req-6158e533-7afb-4594-9f34-70299fe9e7a0 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:09.981780 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b1c0b983-27e9-42e9-a099-fe5462da02a7 req-6158e533-7afb-4594-9f34-70299fe9e7a0 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0884728 Aug 11 16:30:10.037228 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b1c0b983-27e9-42e9-a099-fe5462da02a7 req-b3860e77-d290-4092-a937-4fe6ebd8e37a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494161 Aug 11 16:30:11.232151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285c974-50b9-40b2-aeab-0421b44c7720 req-097425e6-07db-4642-9999-a9d7a05b6f77 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:11.233618 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f285c974-50b9-40b2-aeab-0421b44c7720 req-097425e6-07db-4642-9999-a9d7a05b6f77 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0828824 Aug 11 16:30:11.280905 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f285c974-50b9-40b2-aeab-0421b44c7720 req-6095cf43-e179-46d0-991f-17409a85f747 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414367 Aug 11 16:30:11.435330 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-206c318b-e320-48f2-afd5-711aaab873e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:11.436782 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-206c318b-e320-48f2-afd5-711aaab873e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.0784357 Aug 11 16:30:11.612892 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-c50238c1-8875-4b8e-a8b4-bb71e4b8976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:11.614240 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-c50238c1-8875-4b8e-a8b4-bb71e4b8976b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.1467140 Aug 11 16:30:11.718598 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-fcd9e657-2823-409c-a3e1-f4b6d754b56a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 1001 time: 0.0969706 Aug 11 16:30:11.780603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-2287298c-6bc9-4955-a6ec-d0e816731d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:11.782030 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-2287298c-6bc9-4955-a6ec-d0e816731d28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0570207 Aug 11 16:30:11.863210 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-8ae1496c-641a-4475-9499-edb2dad4d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:11.864595 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-8ae1496c-641a-4475-9499-edb2dad4d2fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766494 Aug 11 16:30:11.994832 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-9cd49dc1-c058-4aba-8a73-2a5f4f88d0ac service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235492 Aug 11 16:30:12.226636 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9c3db576-65d7-44cb-a6b0-48fdc3e6a6f8 req-2faf7cfa-45ab-458a-bd5e-aa324a34b41d service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256777 Aug 11 16:30:12.469756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c548e-a14e-4a4f-a243-42fed8272f12 req-11b9ff0d-a8a5-481f-91d9-93fb62fa16b9 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:12.471291 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-627c548e-a14e-4a4f-a243-42fed8272f12 req-11b9ff0d-a8a5-481f-91d9-93fb62fa16b9 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0846543 Aug 11 16:30:12.531389 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-627c548e-a14e-4a4f-a243-42fed8272f12 req-052f6aa5-ab9c-44ac-a3ef-77edaa880736 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526552 Aug 11 16:30:13.722421 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896442f-968b-47b0-a27e-9631b1ef359c req-7f9e2ee4-98f5-4a41-a7de-db67752a6077 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:13.723957 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b896442f-968b-47b0-a27e-9631b1ef359c req-7f9e2ee4-98f5-4a41-a7de-db67752a6077 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0859056 Aug 11 16:30:13.768764 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b896442f-968b-47b0-a27e-9631b1ef359c req-82f73481-63b6-4dfa-bdaf-f394566bdced tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Aug 11 16:30:14.947885 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:30:14.973992 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66558b22-cfdb-41b7-8212-3986528b2f43 req-c246505e-5b9a-4166-a631-8c4752ee0e09 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:14.975459 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-66558b22-cfdb-41b7-8212-3986528b2f43 req-c246505e-5b9a-4166-a631-8c4752ee0e09 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0875180 Aug 11 16:30:15.022419 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-66558b22-cfdb-41b7-8212-3986528b2f43 req-471bc4ec-472c-4c8b-a508-fbe76203807d tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410433 Aug 11 16:30:15.457263 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea8ed-81ac-4191-8268-ea0191b3cb06 req-78bb82af-2a77-46af-8472-9d935c5913a6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:15.458662 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8d5ea8ed-81ac-4191-8268-ea0191b3cb06 req-78bb82af-2a77-46af-8472-9d935c5913a6 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.1138489 Aug 11 16:30:15.461517 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-96390cbf-97e1-40f0-9035-2718bae58e0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1926789 Aug 11 16:30:15.507291 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8d5ea8ed-81ac-4191-8268-ea0191b3cb06 req-2100464b-bbb9-440a-ae8a-5334d24acd63 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422940 Aug 11 16:30:16.719986 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b61a9-2acb-4ae2-a12d-62979bb95d31 req-13c8c01e-139b-4235-bc64-ab1e04b6ac66 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:16.721473 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-997b61a9-2acb-4ae2-a12d-62979bb95d31 req-13c8c01e-139b-4235-bc64-ab1e04b6ac66 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0937121 Aug 11 16:30:16.775747 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-997b61a9-2acb-4ae2-a12d-62979bb95d31 req-6ce3aeb2-69bd-48fd-84c1-d2e2579493a3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474939 Aug 11 16:30:17.344521 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-6e967e7d-c64c-4420-973f-23c9d83354b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:17.346007 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-6e967e7d-c64c-4420-973f-23c9d83354b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e&tenant_id=d96349e8cb39413eba7658a2b9bc05aa HTTP/1.1" status: 200 len: 1099 time: 0.0753713 Aug 11 16:30:17.452796 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-cfa16233-a6f2-4946-bf1b-ac554e94fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:17.454188 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-cfa16233-a6f2-4946-bf1b-ac554e94fa75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.0731750 Aug 11 16:30:17.593162 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-807f98a5-57d8-4bfa-b322-d3ceb5e2236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:17.594642 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-807f98a5-57d8-4bfa-b322-d3ceb5e2236c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.1340947 Aug 11 16:30:17.705801 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-92a4be56-297e-41e2-b67f-12496b3ed212 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 1001 time: 0.1047068 Aug 11 16:30:17.778239 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-fc4fccf1-4a40-4a82-bb09-18c8d77dd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:17.779810 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-fc4fccf1-4a40-4a82-bb09-18c8d77dd5c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0627255 Aug 11 16:30:17.879615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-b18ed9af-5ee0-44de-81ce-e199f642d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:17.882741 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-b18ed9af-5ee0-44de-81ce-e199f642d331 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961545 Aug 11 16:30:17.984037 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cb00b-520c-410e-b22f-3b9e4c26f0cd req-2dad8f66-e03b-4448-8b32-487a1207989a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:17.985446 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-182cb00b-520c-410e-b22f-3b9e4c26f0cd req-2dad8f66-e03b-4448-8b32-487a1207989a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0815063 Aug 11 16:30:18.023202 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-3666cd29-0445-4c30-a04f-7c5c4ac97f3a service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334798 Aug 11 16:30:18.035718 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-182cb00b-520c-410e-b22f-3b9e4c26f0cd req-2593e7e7-cd6d-4861-9e2b-c3831dadc14d tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Aug 11 16:30:18.081346 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:30:18.169046 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-81bf4a50-a3b3-48fd-8b86-09d2ee08782a req-2141e339-a371-4dd6-91e4-99b9ac4884ae service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387258 Aug 11 16:30:18.204757 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:18.231968 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:30:18.241801 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:30:18.246602 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:18.248350 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:18.283631 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'code': 200} Aug 11 16:30:18.316126 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=6']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:18.319338 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:19.226131 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185b14-08d5-4dd8-9018-7c139e7b5ab8 req-77933e56-b37a-4c28-af2f-37c04394fe48 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:19.227738 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8c185b14-08d5-4dd8-9018-7c139e7b5ab8 req-77933e56-b37a-4c28-af2f-37c04394fe48 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0817087 Aug 11 16:30:19.277263 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8c185b14-08d5-4dd8-9018-7c139e7b5ab8 req-78ac9627-72e1-4703-ade3-f884ea4ee9eb tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 Aug 11 16:30:20.464547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067775af-ff38-4406-84d8-a69b9895dbd1 req-2c3be083-9c45-4f38-ada5-fc56e82a8874 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:20.466079 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-067775af-ff38-4406-84d8-a69b9895dbd1 req-2c3be083-9c45-4f38-ada5-fc56e82a8874 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0814919 Aug 11 16:30:20.513411 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-067775af-ff38-4406-84d8-a69b9895dbd1 req-a4e6d8de-47cc-4d6c-81da-e778a25e5646 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 Aug 11 16:30:21.710461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd6406-06ea-4010-afa5-be1a7edacc58 req-a5506340-88af-40a9-b035-38d91c1c644b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:21.711962 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1efd6406-06ea-4010-afa5-be1a7edacc58 req-a5506340-88af-40a9-b035-38d91c1c644b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0870693 Aug 11 16:30:21.761350 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-1efd6406-06ea-4010-afa5-be1a7edacc58 req-ee17efba-1018-45cb-bdcf-df2719f79c81 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Aug 11 16:30:22.951449 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19679e-8aa8-435e-9a11-7acf0a85922d req-fe0802d9-196a-4501-b242-428142f07208 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:22.952948 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fc19679e-8aa8-435e-9a11-7acf0a85922d req-fe0802d9-196a-4501-b242-428142f07208 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0830605 Aug 11 16:30:22.999406 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fc19679e-8aa8-435e-9a11-7acf0a85922d req-3d19d372-98d9-4302-9de8-35e693e6e39a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Aug 11 16:30:24.193539 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeb0cf-3791-49dc-b79a-d59d8e596034 req-6a8311e0-b0ae-4e0d-9ba4-4dde8cc2ec21 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:24.195447 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3ddeb0cf-3791-49dc-b79a-d59d8e596034 req-6a8311e0-b0ae-4e0d-9ba4-4dde8cc2ec21 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0886104 Aug 11 16:30:24.245052 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3ddeb0cf-3791-49dc-b79a-d59d8e596034 req-cf39a654-aac1-418b-a787-2a18d7bca253 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 Aug 11 16:30:24.484069 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dea6c0-b7f3-4364-a9ed-5d9dcd21e06e req-268cab40-f20a-4437-9f91-331e5f6b7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:24.485449 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-72dea6c0-b7f3-4364-a9ed-5d9dcd21e06e req-268cab40-f20a-4437-9f91-331e5f6b7d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1097 time: 0.0744314 Aug 11 16:30:24.531533 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-72dea6c0-b7f3-4364-a9ed-5d9dcd21e06e req-ee053da3-1739-490d-a280-13db473e16bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354745 Aug 11 16:30:25.433420 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900331-7870-45e3-91b9-194c05d25afe req-963dc69a-9b26-4fcf-b283-f903bb93c73c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:25.434943 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b900331-7870-45e3-91b9-194c05d25afe req-963dc69a-9b26-4fcf-b283-f903bb93c73c tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 944 time: 0.0804338 Aug 11 16:30:25.500121 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b900331-7870-45e3-91b9-194c05d25afe req-77efcb4d-180e-4779-9b58-a7c2c9be0d51 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584934 Aug 11 16:30:26.144780 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:30:26.267446 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:26.291856 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:30:26.306768 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'port_id': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'mac_address': 'fa:16:3e:0e:61:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:30:26.365491 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:26.383491 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e2577b-1d4d-4dd1-89a4-e1492afad036 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:30:26.403122 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:30:26.407340 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:26.409733 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:26.479470 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=7']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:26.482734 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:26.721585 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['f3e2577b-1d4d-4dd1-89a4-e1492afad036'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:30:26.785875 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef92c6-4a10-4c44-91d4-b4baa27675b4 req-38463147-0bce-42d2-ae11-3b90d145e060 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:26.787407 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0fef92c6-4a10-4c44-91d4-b4baa27675b4 req-38463147-0bce-42d2-ae11-3b90d145e060 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 945 time: 0.1739085 Aug 11 16:30:26.836829 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0fef92c6-4a10-4c44-91d4-b4baa27675b4 req-a0e48c4e-477e-4b53-93ce-6538d4fc3f3e tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Aug 11 16:30:28.135194 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:30:28.201784 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port f3e2577b-1d4d-4dd1-89a4-e1492afad036 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:30:28.202200 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:28.317257 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:28.344296 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:30:28.354893 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:30:28.359411 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:28.362184 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:28.397465 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'code': 200} Aug 11 16:30:28.432078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=8']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:28.435094 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:32.464555 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-ed19085c-7f68-489d-8462-4c65b119844d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776973 Aug 11 16:30:32.632995 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033e72-310c-4a41-920a-8cac0fca476b req-0d6eeaea-cf97-4cea-839b-624cc2e67fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:32.634560 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-0d6eeaea-cf97-4cea-839b-624cc2e67fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.0751677 Aug 11 16:30:32.784642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033e72-310c-4a41-920a-8cac0fca476b req-6c999abc-fefa-4987-9e45-ca68b8f316b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:32.785966 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-6c999abc-fefa-4987-9e45-ca68b8f316b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.1319990 Aug 11 16:30:32.892590 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-64e592bb-bfd8-4c8a-82e1-dde06a85f1ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 1001 time: 0.0993958 Aug 11 16:30:32.956308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033e72-310c-4a41-920a-8cac0fca476b req-9280ec19-d82e-4a5f-aa6e-4c2821b7079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:32.957749 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-9280ec19-d82e-4a5f-aa6e-4c2821b7079f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0589159 Aug 11 16:30:33.036093 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86033e72-310c-4a41-920a-8cac0fca476b req-2db63782-8016-4c50-96bd-ce9c444450d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:33.037461 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-2db63782-8016-4c50-96bd-ce9c444450d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735307 Aug 11 16:30:33.172854 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-16a3a540-961e-4901-9d83-17822c79d817 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285954 Aug 11 16:30:33.305115 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-86033e72-310c-4a41-920a-8cac0fca476b req-87d78c62-5158-4502-b38f-2d4375c549f5 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256621 Aug 11 16:30:33.611016 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f62e2c47-5de1-49a1-b7be-c63fce13a319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:34.032706 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:36.331384 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-315d397d-32e3-471e-a458-d60fe626367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:37.215959 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:38.496684 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:40.949083 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873e47e-abef-49bb-85b0-a79c10273add req-9387567b-25d1-4b62-96ab-ab4fa7651a09 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:40.950582 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7873e47e-abef-49bb-85b0-a79c10273add req-9387567b-25d1-4b62-96ab-ab4fa7651a09 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0817375 Aug 11 16:30:40.996476 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7873e47e-abef-49bb-85b0-a79c10273add req-ee924603-08e7-4dda-98f2-440a26d03b1a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Aug 11 16:30:42.182133 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c83a1a-d882-4b88-b343-e4271f7b3339 req-38e7d709-4f63-4d5e-aeef-4839b5b7ece1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:42.183701 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-90c83a1a-d882-4b88-b343-e4271f7b3339 req-38e7d709-4f63-4d5e-aeef-4839b5b7ece1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0823834 Aug 11 16:30:42.229311 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-90c83a1a-d882-4b88-b343-e4271f7b3339 req-bef4e10f-8a56-4bc8-9f24-e5914d6f4900 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399520 Aug 11 16:30:43.420361 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9fc0-a1e5-431a-b589-b1417859055e req-01b7b7f7-f1f3-4ba9-b04b-18bfd2caaf31 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:43.421817 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-864f9fc0-a1e5-431a-b589-b1417859055e req-01b7b7f7-f1f3-4ba9-b04b-18bfd2caaf31 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0852909 Aug 11 16:30:43.466592 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-864f9fc0-a1e5-431a-b589-b1417859055e req-db2fee45-f447-46f2-af01-2fe5744412a0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391192 Aug 11 16:30:44.657931 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2569-e18e-4241-88d7-66817ec01fae req-c2735a6b-6165-4d00-9da5-b0fddfe2eaa1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:44.659423 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d5da2569-e18e-4241-88d7-66817ec01fae req-c2735a6b-6165-4d00-9da5-b0fddfe2eaa1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0837255 Aug 11 16:30:44.705362 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d5da2569-e18e-4241-88d7-66817ec01fae req-39d8e4b8-8da4-44cc-9b9a-ae99723c8e39 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 Aug 11 16:30:45.892342 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0274d-81eb-48d0-8c6a-a5987ff17bf2 req-20d8ac47-4a4b-4637-9e6f-1f8f7e9cc028 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:45.893700 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-acb0274d-81eb-48d0-8c6a-a5987ff17bf2 req-20d8ac47-4a4b-4637-9e6f-1f8f7e9cc028 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0802314 Aug 11 16:30:45.940655 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-acb0274d-81eb-48d0-8c6a-a5987ff17bf2 req-a5bc8aa6-aacc-4b32-a55b-22d22145dfa0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414639 Aug 11 16:30:47.123516 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1afca9-f956-49e7-aade-de53475c04e8 req-2d8d142b-1df8-4571-81b8-7c6cc15e7f1e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:47.124959 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ef1afca9-f956-49e7-aade-de53475c04e8 req-2d8d142b-1df8-4571-81b8-7c6cc15e7f1e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0801125 Aug 11 16:30:47.172406 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ef1afca9-f956-49e7-aade-de53475c04e8 req-5c914784-8f9c-4b89-87e0-b715eb8de001 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 Aug 11 16:30:48.445478 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779122c-a104-41ff-93d5-8e7a7add7b8b req-9df078e2-8e55-4e51-8192-303e38ede6e6 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:48.447148 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3779122c-a104-41ff-93d5-8e7a7add7b8b req-9df078e2-8e55-4e51-8192-303e38ede6e6 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.1714253 Aug 11 16:30:48.491628 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3779122c-a104-41ff-93d5-8e7a7add7b8b req-5f98813e-e8b7-48a6-acaa-4eb2fbd59196 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Aug 11 16:30:49.676603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d70ff-0b60-4c22-9de8-788f141f2ca8 req-6035cb13-0e93-46e8-8dd3-c5cc25edb759 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:49.678033 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-056d70ff-0b60-4c22-9de8-788f141f2ca8 req-6035cb13-0e93-46e8-8dd3-c5cc25edb759 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0794795 Aug 11 16:30:49.721185 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-056d70ff-0b60-4c22-9de8-788f141f2ca8 req-a28f3613-36fc-459d-b262-2ad4998b5e5b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372713 Aug 11 16:30:50.908694 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb677db-3d08-4805-a8bd-a72df20664bc req-7ac26764-aec5-4575-b5e0-3e8b8ccf2709 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:50.910095 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6fb677db-3d08-4805-a8bd-a72df20664bc req-7ac26764-aec5-4575-b5e0-3e8b8ccf2709 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0847604 Aug 11 16:30:50.956434 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6fb677db-3d08-4805-a8bd-a72df20664bc req-faae4126-e5d5-4e8d-b3b2-85b638613e9a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396628 Aug 11 16:30:51.949150 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:30:52.145124 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04062aa9-5107-4982-8272-17fa0cb26e9e req-47eb613e-376f-4c73-bcf4-94c1cfae70dd tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:52.146596 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-04062aa9-5107-4982-8272-17fa0cb26e9e req-47eb613e-376f-4c73-bcf4-94c1cfae70dd tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0844371 Aug 11 16:30:52.190923 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-04062aa9-5107-4982-8272-17fa0cb26e9e req-cf559660-0347-42d5-aa35-f744036cf567 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Aug 11 16:30:53.380679 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4790f-4aff-4625-a113-c4787072edda req-4b77e18b-dd17-4636-b47f-54f29fd45d94 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:53.382124 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9df4790f-4aff-4625-a113-c4787072edda req-4b77e18b-dd17-4636-b47f-54f29fd45d94 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0837729 Aug 11 16:30:53.426393 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9df4790f-4aff-4625-a113-c4787072edda req-cf70cd32-d703-4c1e-8818-66837107870b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Aug 11 16:30:54.610733 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ecdc-743e-4de8-91fa-e1c7453d1387 req-78be4a8e-03cb-4700-8d80-367b5c47844f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:54.612175 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9209ecdc-743e-4de8-91fa-e1c7453d1387 req-78be4a8e-03cb-4700-8d80-367b5c47844f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0785258 Aug 11 16:30:54.655878 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9209ecdc-743e-4de8-91fa-e1c7453d1387 req-9acfac43-50ca-4e52-875e-3c553ee3de65 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381124 Aug 11 16:30:55.842174 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4f1d-6a73-43fc-b93b-5dd00032742d req-d15266e1-aa46-430f-ae46-a23a0be80c3d tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:55.843561 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-692f4f1d-6a73-43fc-b93b-5dd00032742d req-d15266e1-aa46-430f-ae46-a23a0be80c3d tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0848308 Aug 11 16:30:55.887704 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-692f4f1d-6a73-43fc-b93b-5dd00032742d req-009132ee-104e-4191-a1f7-2129ae41e4d2 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385497 Aug 11 16:30:56.250768 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:57.072587 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685a85-c56c-4a2d-b899-2b88d041e723 req-bbc93877-2e39-4d97-a911-69571f9273db tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:57.074033 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0e685a85-c56c-4a2d-b899-2b88d041e723 req-bbc93877-2e39-4d97-a911-69571f9273db tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0825224 Aug 11 16:30:57.120544 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0e685a85-c56c-4a2d-b899-2b88d041e723 req-d39669d2-34a9-4a08-a2b3-0d5940a0c73c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409067 Aug 11 16:30:57.611558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52b990-0a86-4941-b552-372b0beb4291 req-e827e462-d85d-4588-ab3b-a878af64ace8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:57.612996 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7e52b990-0a86-4941-b552-372b0beb4291 req-e827e462-d85d-4588-ab3b-a878af64ace8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.2295458 Aug 11 16:30:57.670649 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7e52b990-0a86-4941-b552-372b0beb4291 req-98d650d2-f59f-4ec5-825e-fa698c98582d tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475585 Aug 11 16:30:57.679759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-41ceeb59-c7b0-4414-94c7-ece0a32b7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:57.681777 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-41ceeb59-c7b0-4414-94c7-ece0a32b7348 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1098 time: 0.2212327 Aug 11 16:30:57.812204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-6932747d-e8e9-434a-a046-fbb66838801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:57.813539 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-6932747d-e8e9-434a-a046-fbb66838801a service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1258721 Aug 11 16:30:57.916718 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-a702b47e-18da-4987-9b01-8567ece57263 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 1001 time: 0.0962591 Aug 11 16:30:57.984924 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-80c2d472-e682-410e-b7f9-9ea6fe12a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:57.986360 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-80c2d472-e682-410e-b7f9-9ea6fe12a68f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0628047 Aug 11 16:30:58.061506 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-fac25742-8955-4f51-93da-c5cbb28bb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:58.063052 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-fac25742-8955-4f51-93da-c5cbb28bb7ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697179 Aug 11 16:30:58.195534 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-4f8ac879-37b3-4949-8205-06aa37252dff service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254170 Aug 11 16:30:58.333442 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-418f7005-7ea8-47af-9073-f0c89d3d6757 req-f6943caa-f13a-4678-bd47-ef49ad5be65c service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301599 Aug 11 16:30:58.870583 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa9c36-42a1-43bd-bdb3-8ccbfe21dd9e req-fdaff277-be50-4e00-a83c-75c907f5ce55 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:58.872252 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a0fa9c36-42a1-43bd-bdb3-8ccbfe21dd9e req-fdaff277-be50-4e00-a83c-75c907f5ce55 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0939550 Aug 11 16:30:58.926137 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a0fa9c36-42a1-43bd-bdb3-8ccbfe21dd9e req-1e8c0b62-2664-42d8-8adf-a1a2b2837a3a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480886 Aug 11 16:31:00.111932 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ab72e-5c33-4c3f-8194-03ff95454949 req-45d24041-adda-49db-a3c6-c6bad6eec5bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:00.113366 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-100ab72e-5c33-4c3f-8194-03ff95454949 req-45d24041-adda-49db-a3c6-c6bad6eec5bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0833356 Aug 11 16:31:00.157573 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-100ab72e-5c33-4c3f-8194-03ff95454949 req-10a3fece-f82b-4a35-9825-69b366faf6bd tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379803 Aug 11 16:31:03.594856 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a4d79f80-5981-4ede-8d94-93884b2e3a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:04.035056 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:06.333736 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac132-58d3-4032-9638-23f557a149ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:07.207782 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:08.499108 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.266645 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:28.947693 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:31:33.485371 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-fd5610ac-5339-4ecf-a7aa-90f4fce427b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717955 Aug 11 16:31:33.597050 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-76a76c5d-b3ba-4ea8-82e2-6f170bb9db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:33.597444 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-3cbf2c3f-7aaf-4684-984b-5c57842821b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:33.598972 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-76a76c5d-b3ba-4ea8-82e2-6f170bb9db8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1098 time: 0.0811350 Aug 11 16:31:33.747507 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-ca69e4df-62ab-4b04-ad7f-25db5458cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:33.748921 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-ca69e4df-62ab-4b04-ad7f-25db5458cf23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1298013 Aug 11 16:31:33.856903 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-395a414d-6049-49f4-90cf-7b49d55ca2fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 1001 time: 0.1012783 Aug 11 16:31:33.934642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-f4874681-14d6-4fce-847d-7fc29b0ffa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:33.936098 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-f4874681-14d6-4fce-847d-7fc29b0ffa02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0668952 Aug 11 16:31:34.022772 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-f685b637-715a-43bf-b6e4-da839763d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:34.024889 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-f685b637-715a-43bf-b6e4-da839763d442 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738940 Aug 11 16:31:34.041912 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:34.167990 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-09ab4c9b-0dac-43f9-a7aa-b822f9b0d859 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346867 Aug 11 16:31:34.244509 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b863f94-b119-47b0-9256-6cede732e8f6 req-4e83c8ad-155a-4f7c-b49d-0c67edb683e1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:34.246097 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3b863f94-b119-47b0-9256-6cede732e8f6 req-4e83c8ad-155a-4f7c-b49d-0c67edb683e1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0883651 Aug 11 16:31:34.294013 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3b863f94-b119-47b0-9256-6cede732e8f6 req-d1b2b28c-ce9c-4632-8d70-e32035c04edd tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Aug 11 16:31:34.398673 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-28f497ae-7a6f-49fe-8715-0c6717799861 req-2f1949db-1615-40d9-92a8-54274475a5cc service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230370 Aug 11 16:31:35.546647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de665-9432-471e-8352-61060a6fa7ca req-3c7b4d83-6fe9-41d3-b9be-4a2d834935bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:35.548125 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-511de665-9432-471e-8352-61060a6fa7ca req-3c7b4d83-6fe9-41d3-b9be-4a2d834935bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.1369331 Aug 11 16:31:35.593641 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-511de665-9432-471e-8352-61060a6fa7ca req-e03a666f-2201-46db-b97c-2f6fa4e90f21 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398517 Aug 11 16:31:36.336011 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-91992e24-d327-45b7-96e8-91e98200a7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:36.786241 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8fa7a-0015-4c66-b870-661c08284419 req-444782d9-1db6-4d65-83a7-1c050c37add0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:36.787735 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c1e8fa7a-0015-4c66-b870-661c08284419 req-444782d9-1db6-4d65-83a7-1c050c37add0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0886703 Aug 11 16:31:36.832259 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c1e8fa7a-0015-4c66-b870-661c08284419 req-38951791-e59b-4475-b50b-72223b56431c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387340 Aug 11 16:31:37.211962 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:38.012244 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465bde9-cb07-40df-ab3e-5bd430bd611f req-f36babaf-43b9-4ecb-a769-14eb8ae159c2 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:38.013688 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4465bde9-cb07-40df-ab3e-5bd430bd611f req-f36babaf-43b9-4ecb-a769-14eb8ae159c2 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0784211 Aug 11 16:31:38.060982 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4465bde9-cb07-40df-ab3e-5bd430bd611f req-504cadd5-eed4-4d1d-b371-2521b2ec6271 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416639 Aug 11 16:31:38.501989 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:39.249191 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517daa79-38a8-4621-aa7c-5a3857c47fea req-87ee8f39-6fe3-4b69-a2fe-d8b9b0f32f52 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:39.250691 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-517daa79-38a8-4621-aa7c-5a3857c47fea req-87ee8f39-6fe3-4b69-a2fe-d8b9b0f32f52 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0821743 Aug 11 16:31:39.297871 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-517daa79-38a8-4621-aa7c-5a3857c47fea req-4757fcd1-6275-4218-8534-e1304e9b360b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 Aug 11 16:31:39.951045 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38382) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:40.149000 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Deleting port 390bc796-4b33-4561-bc99-61fe4eaa2962 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:40.149340 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:40.320616 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:40.321021 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:40.450083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Calling delete_port for 390bc796-4b33-4561-bc99-61fe4eaa2962 owned by network:floatingip {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:40.602792 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd723-c96e-4e3d-96f6-f442fc24448f req-2f9a27fb-992a-4606-9a20-8c45ad7c34c9 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:40.605128 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4a9bd723-c96e-4e3d-96f6-f442fc24448f req-2f9a27fb-992a-4606-9a20-8c45ad7c34c9 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.1638954 Aug 11 16:31:40.696794 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4a9bd723-c96e-4e3d-96f6-f442fc24448f req-a24b83cc-16b1-4037-8d33-6203d6804de0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853629 Aug 11 16:31:40.705624 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:40.709525 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-664c4842-6cfe-49dc-8d0d-856b4ce49c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:40.778830 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event deleted for resources: {'Port': ['ID=390bc796-4b33-4561-bc99-61fe4eaa2962,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:40.794838 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.795198 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.795557 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.795903 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.796246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.796586 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.796928 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.797266 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.797609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.797942 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.798280 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.798703 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:40.801806 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:40.857817 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for floatingip, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:40.858063 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Floating IP e312fed1-b0e8-41ed-b634-e238b131442e disassociated (deleted). External IP: 172.27.0.58, port: f3e2577b-1d4d-4dd1-89a4-e1492afad036. Aug 11 16:31:41.296587 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Router 0887d18c-69aa-4c2c-824e-cec8f4efb917 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:31:41.476454 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:31:41.486484 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] Sync routers for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:31:41.498203 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:41.499562 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:41.500254 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:41.558158 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "DELETE /v2.0/floatingips/e312fed1-b0e8-41ed-b634-e238b131442e HTTP/1.1" status: 204 len: 168 time: 1.6021445 Aug 11 16:31:41.558158 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:31:41.612727 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'status': 'completed', 'code': 200} Aug 11 16:31:41.684680 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:41.740821 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5282c-3281-4a7f-97df-54aad582cfca req-9ea1187c-9865-467e-a0dd-2513a8447fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:41.742498 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-9ea1187c-9865-467e-a0dd-2513a8447fdb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 1099 time: 0.0847385 Aug 11 16:31:41.936049 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5282c-3281-4a7f-97df-54aad582cfca req-95120725-5cb8-479e-8c93-f71b14b7221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:41.937602 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-95120725-5cb8-479e-8c93-f71b14b7221b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 200 len: 909 time: 0.1884563 Aug 11 16:31:41.964161 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d7fd1-d771-4a00-8507-708197612463 req-0b823029-fa35-4e77-9f9f-7eb8a38b8843 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:41.965713 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-938d7fd1-d771-4a00-8507-708197612463 req-0b823029-fa35-4e77-9f9f-7eb8a38b8843 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.1201305 Aug 11 16:31:42.002657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9fec-b181-4026-b94b-a4494b8222ae req-14008e78-ea08-41d6-89c8-84746cf54f17 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:42.004178 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-238f9fec-b181-4026-b94b-a4494b8222ae req-14008e78-ea08-41d6-89c8-84746cf54f17 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.1057062 Aug 11 16:31:42.055097 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-238f9fec-b181-4026-b94b-a4494b8222ae req-b2dff3e3-e086-47e1-a265-ad00e030ff40 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426967 Aug 11 16:31:42.074812 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-f504bff1-7fa4-43cd-9356-ec6e735300bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 200 len: 217 time: 0.1299956 Aug 11 16:31:42.080497 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:42.082288 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-938d7fd1-d771-4a00-8507-708197612463 req-58f38eca-8312-4a6a-a061-56be058d4bd4 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095216 Aug 11 16:31:42.084602 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] Checking router: 0887d18c-69aa-4c2c-824e-cec8f4efb917 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:31:42.093050 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:42.093657 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:42.139567 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5282c-3281-4a7f-97df-54aad582cfca req-c1a00e3e-e2e3-4b90-b766-624c58f7b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:42.140996 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-c1a00e3e-e2e3-4b90-b766-624c58f7b779 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 200 len: 847 time: 0.0578668 Aug 11 16:31:42.221507 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5282c-3281-4a7f-97df-54aad582cfca req-923b1563-f6e7-48dd-b313-3ab634b6ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:42.223004 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-923b1563-f6e7-48dd-b313-3ab634b6ea8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756445 Aug 11 16:31:42.234257 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-c95ec9d3-15e6-4a5d-873e-9dd10f93d5d4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:31:42.235212 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-c95ec9d3-15e6-4a5d-873e-9dd10f93d5d4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051081 Aug 11 16:31:42.268963 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:42.372921 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-166e5c6c-2207-4c25-86b9-df5d5fe7cdcc service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303952 Aug 11 16:31:42.509350 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-47e5282c-3281-4a7f-97df-54aad582cfca req-f3e0bee2-0f5d-4906-852b-d7f9ca0e8557 service neutron] 10.222.0.39 "GET /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298342 Aug 11 16:31:42.581904 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:42.585746 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b52a7e-3a97-4cb6-ba54-72590de69806 None None] The sync data for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi is: [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '84a7cd26-f59f-4027-b877-7913ec8fd5e6', 'name': '', 'network_id': '7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'mac_address': 'fa:16:3e:5b:e1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'subnets': [{'id': 'bbce3f1e-1d37-4e3a-b484-07c2e74d10b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:31:42.797447 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aff195-d7e5-49ed-af77-bb909212ec94 None None] New status for floating IP e312fed1-b0e8-41ed-b634-e238b131442e: DOWN {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:31:43.252688 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054059e-7302-4d91-8060-6a5f8ee9f207 req-6931c054-3382-43e3-a1fa-4357da5d20fa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:43.254315 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3054059e-7302-4d91-8060-6a5f8ee9f207 req-6931c054-3382-43e3-a1fa-4357da5d20fa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.0897424 Aug 11 16:31:43.267455 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110dbdf-a473-4ab3-a99d-6e12bbc1ac3a req-80fe2d90-6a1e-408d-864f-d1aa47da0601 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:43.268923 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3110dbdf-a473-4ab3-a99d-6e12bbc1ac3a req-80fe2d90-6a1e-408d-864f-d1aa47da0601 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0795166 Aug 11 16:31:43.300244 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-3054059e-7302-4d91-8060-6a5f8ee9f207 req-fa24fe0b-a700-4629-a34f-9c613919efcc tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/security-groups?id=a97b689a-93e8-4d9d-a1b1-2710f9783a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Aug 11 16:31:43.315252 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3110dbdf-a473-4ab3-a99d-6e12bbc1ac3a req-78cfa1ab-08eb-48c6-b118-097cfb450b7b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Aug 11 16:31:43.555863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-ce078a37-c1a4-4c52-9c2c-44c3cdaef6ec tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:43.556544 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-ce078a37-c1a4-4c52-9c2c-44c3cdaef6ec tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Synchronizing usage tracker for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:31:43.571918 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-ce078a37-c1a4-4c52-9c2c-44c3cdaef6ec tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Unset dirty status for tenant:d96349e8cb39413eba7658a2b9bc05aa on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:31:43.573270 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-ce078a37-c1a4-4c52-9c2c-44c3cdaef6ec tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 946 time: 0.1011128 Aug 11 16:31:43.642197 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Deleting port f3e2577b-1d4d-4dd1-89a4-e1492afad036 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:43.642561 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:43.979016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] For port f3e2577b-1d4d-4dd1-89a4-e1492afad036, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f3e2577b-1d4d-4dd1-89a4-e1492afad036,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:43.979255 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:44.100070 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Calling delete_port for f3e2577b-1d4d-4dd1-89a4-e1492afad036 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:44.239722 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:44.245140 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-cb8085cf-2ff2-42ee-9116-5d4ab62902c1 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:44.289555 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event deleted for resources: {'Port': ['ID=f3e2577b-1d4d-4dd1-89a4-e1492afad036,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:44.292562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:44.367443 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] No DVR routers for this DVR port f3e2577b-1d4d-4dd1-89a4-e1492afad036 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:31:44.370925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:44.375628 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-deleted', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:31:44.390172 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9a75446a-26ed-4c51-87a3-b82e376326f7 req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.39 "DELETE /v2.0/ports/f3e2577b-1d4d-4dd1-89a4-e1492afad036 HTTP/1.1" status: 204 len: 173 time: 0.8119946 Aug 11 16:31:44.461162 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8ed7f286-2bc5-4064-85ea-141585d42d8f req-1bda65fc-69cd-4eb0-9073-c7fbe1fca94a tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c50c276-2d37-4cae-95c2-29935eb27b7e HTTP/1.1" status: 200 len: 210 time: 0.0477870 Aug 11 16:31:44.531940 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c50c276-2d37-4cae-95c2-29935eb27b7e', 'name': 'network-vif-deleted', 'tag': 'f3e2577b-1d4d-4dd1-89a4-e1492afad036', 'status': 'completed', 'code': 200} Aug 11 16:31:44.554331 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d061394-86a2-423e-b665-5e907add3143 req-53037f2d-8e2f-4248-aa60-38d978679748 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:44.556248 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9d061394-86a2-423e-b665-5e907add3143 req-53037f2d-8e2f-4248-aa60-38d978679748 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.1274428 Aug 11 16:31:44.605956 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9d061394-86a2-423e-b665-5e907add3143 req-28fbea9b-2337-4707-a3bf-6fcf87ac2264 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Aug 11 16:31:45.567025 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38410) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:45.636895 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:45.669160 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:45.752186 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:45.756603 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49def988-92e8-4270-adc6-066e8437a468 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:45.775363 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b689a-93e8-4d9d-a1b1-2710f9783a16,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:45.785660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.786042 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.786414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.786803 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.787171 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.787529 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.787886 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.788243 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.788599 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.788953 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.789306 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.789657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:45.795917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:45.800274 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:45.801413 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-87fcae74-63aa-4120-bffe-2a64a674ca27 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] 10.222.0.18 "DELETE /v2.0/security-groups/a97b689a-93e8-4d9d-a1b1-2710f9783a16 HTTP/1.1" status: 204 len: 168 time: 0.2333860 Aug 11 16:31:45.848739 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38418) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:45.951770 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25916085-bdb7-4886-8065-c7a0fb4dd858 req-c4ba2871-9071-4b27-ac49-ebea5a97e8bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:45.953239 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-25916085-bdb7-4886-8065-c7a0fb4dd858 req-c4ba2871-9071-4b27-ac49-ebea5a97e8bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0848069 Aug 11 16:31:46.002096 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-25916085-bdb7-4886-8065-c7a0fb4dd858 req-567b0ece-b89f-4795-b669-47bf3f3539bb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Aug 11 16:31:46.402817 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e654eb-bf75-42b1-9c1c-81c070a25ff9 req-e9013bdb-b393-452d-9a9e-7f470c3ed555 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:46.404381 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-99e654eb-bf75-42b1-9c1c-81c070a25ff9 req-e9013bdb-b393-452d-9a9e-7f470c3ed555 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.1357746 Aug 11 16:31:46.460435 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-99e654eb-bf75-42b1-9c1c-81c070a25ff9 req-70e8f97d-d658-43d4-8b62-7d570bf564eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488546 Aug 11 16:31:46.471488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-65ed80c1-161a-4cf4-aac4-9684b76ee55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:46.473661 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-65ed80c1-161a-4cf4-aac4-9684b76ee55c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 1098 time: 0.1294999 Aug 11 16:31:46.554708 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:46.564436 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:46.589320 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: f3e2577b-1d4d-4dd1-89a4-e1492afad036 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:46.589678 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device f3e2577b-1d4d-4dd1-89a4-e1492afad036 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:46.611277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-0a8f3fe2-0785-48bc-83aa-689f58e64bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:46.612883 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-0a8f3fe2-0785-48bc-83aa-689f58e64bdd service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1329727 Aug 11 16:31:46.718244 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-a72c0eac-6bae-4a2c-b8e7-27d877bdde9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 200 len: 1001 time: 0.0986347 Aug 11 16:31:46.783829 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-85d6d063-e5d0-4e04-b904-0723c55dbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:46.785250 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-85d6d063-e5d0-4e04-b904-0723c55dbb76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0614939 Aug 11 16:31:46.862036 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-23e79346-4f5c-427a-867c-c5f0e1747969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:46.863521 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-23e79346-4f5c-427a-867c-c5f0e1747969 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720217 Aug 11 16:31:46.914369 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Deleting port 84a7cd26-f59f-4027-b877-7913ec8fd5e6 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:46.915020 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:46.998282 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-55c2be22-9f82-497b-b951-32c4e0edf437 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272728 Aug 11 16:31:47.085838 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] For port 84a7cd26-f59f-4027-b877-7913ec8fd5e6, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=84a7cd26-f59f-4027-b877-7913ec8fd5e6,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:47.086192 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:47.135413 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-b6db8d6a-c4b5-4d36-8f40-1755db6f1bfc req-075b4142-0281-4421-80e2-7c4963af05c9 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314485 Aug 11 16:31:47.210832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Calling delete_port for 84a7cd26-f59f-4027-b877-7913ec8fd5e6 owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:47.528403 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:47.531998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:47.577519 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a7cd26-f59f-4027-b877-7913ec8fd5e6,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:47.610785 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:47.920368 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25a377-e1bd-434d-8988-8668bc73b1af req-df05086c-b837-49ac-94f6-3e6bedf5d410 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:47.921750 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5c25a377-e1bd-434d-8988-8668bc73b1af req-df05086c-b837-49ac-94f6-3e6bedf5d410 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.3482277 Aug 11 16:31:48.042828 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5c25a377-e1bd-434d-8988-8668bc73b1af req-220f16fb-f2e5-4f68-b16f-865efde629be tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125891 Aug 11 16:31:48.060092 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:48.418792 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Router 0887d18c-69aa-4c2c-824e-cec8f4efb917 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:31:48.601210 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:31:48.612020 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] Sync routers for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:31:48.615458 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-9108c3b5-0935-41d1-8047-2dbcaca66af0 admin admin] 10.222.0.18 "PUT /v2.0/routers/0887d18c-69aa-4c2c-824e-cec8f4efb917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7655222 Aug 11 16:31:48.617922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38430) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:48.622532 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:48.623159 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:48.796428 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:48.800652 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:48.981820 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:48.992801 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Deleting port 2d11e0ac-56a7-4fef-9873-f528b861e2f1 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:48.993584 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.081127 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:31:47Z', 'revision_number': 5, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port': {'id': '2d11e0ac-56a7-4fef-9873-f528b861e2f1', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:49.085030 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] Checking router: 0887d18c-69aa-4c2c-824e-cec8f4efb917 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:31:49.094185 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] Routers {'0887d18c-69aa-4c2c-824e-cec8f4efb917'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:49.094888 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['0887d18c-69aa-4c2c-824e-cec8f4efb917'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:49.186215 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] For port 2d11e0ac-56a7-4fef-9873-f528b861e2f1, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=2d11e0ac-56a7-4fef-9873-f528b861e2f1,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:49.186766 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.239983 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26451c58-14b3-4e02-8f59-e93a530492be req-e1caa090-fca6-4160-84c4-a70141ba3348 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:49.241449 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-26451c58-14b3-4e02-8f59-e93a530492be req-e1caa090-fca6-4160-84c4-a70141ba3348 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0844095 Aug 11 16:31:49.252185 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] Set router 0887d18c-69aa-4c2c-824e-cec8f4efb917 gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:49.400565 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-26451c58-14b3-4e02-8f59-e93a530492be req-2f395519-e38c-4415-9436-164ad67b3b7f tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532888 Aug 11 16:31:49.432041 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:31:48Z', 'revision_number': 6, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:49.436612 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782e80-0e63-4f71-94b0-bb5122e2c01a None None] The sync data for ids ['0887d18c-69aa-4c2c-824e-cec8f4efb917'] in dv-cinder-804265-1-iscsi is: [{'id': '0887d18c-69aa-4c2c-824e-cec8f4efb917', 'name': 'tempest-TestShelveInstance-266520109-router', 'tenant_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:45Z', 'updated_at': '2021-08-11T16:31:48Z', 'revision_number': 6, 'project_id': 'd96349e8cb39413eba7658a2b9bc05aa', 'gw_port_host': None}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:31:49.446849 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Calling delete_port for 2d11e0ac-56a7-4fef-9873-f528b861e2f1 owned by network:router_gateway {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:49.619049 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.624084 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f1f844da-e720-40d8-bf05-bd532084678f tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:49.669881 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d11e0ac-56a7-4fef-9873-f528b861e2f1,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:49.696408 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:49.758666 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.936371 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.938466 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.960090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.960590 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0887d18c-69aa-4c2c-824e-cec8f4efb917 {{(pid=79152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:31:49.972256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.973368 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-16d8c24e-ec83-4710-bd19-82d48b075b33 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0887d18c-69aa-4c2c-824e-cec8f4efb917 HTTP/1.1" status: 204 len: 168 time: 1.3545172 Aug 11 16:31:49.975935 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38438) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:50.036132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Deleting subnet bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:31:50.038971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.087626 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.172847 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.245957 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.249719 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-825eceb1-3455-450e-84ed-8d4f49e75513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:50.286266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbce3f1e-1d37-4e3a-b484-07c2e74d10b4,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:50.289345 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:50.290452 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.296520 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee34dd-8040-4e11-a751-9873cbd2aea4 None None] Network 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:31:50.297009 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-0e65b90f-1eb0-425e-82ec-59b059a0dc26 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bbce3f1e-1d37-4e3a-b484-07c2e74d10b4 HTTP/1.1" status: 204 len: 168 time: 0.3200655 Aug 11 16:31:50.299495 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38442) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:50.411808 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.423491 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Deleting port 6d8c963f-b527-4b2f-9732-3c40ae328be5 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:50.423887 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.578832 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] DHCP port deletion for 7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:31:50.583272 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Deleting port 6d8c963f-b527-4b2f-9732-3c40ae328be5 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:50.583652 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.645111 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] For port 6d8c963f-b527-4b2f-9732-3c40ae328be5, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=6d8c963f-b527-4b2f-9732-3c40ae328be5,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:50.645457 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.773164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Calling delete_port for 6d8c963f-b527-4b2f-9732-3c40ae328be5 owned by network:dhcp {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:50.783561 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] For port 6d8c963f-b527-4b2f-9732-3c40ae328be5, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=6d8c963f-b527-4b2f-9732-3c40ae328be5,segment=NetworkSegment(9d46cd05-d122-4947-90fe-3c9a5e0395c9),segment_id=9d46cd05-d122-4947-90fe-3c9a5e0395c9)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:50.783964 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.851691 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.856597 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:50.941168 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Calling delete_port for 6d8c963f-b527-4b2f-9732-3c40ae328be5 owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:50.998134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8c963f-b527-4b2f-9732-3c40ae328be5,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:51.001244 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:51.002034 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] No DVR routers for this DVR port 6d8c963f-b527-4b2f-9732-3c40ae328be5 on host dv-cinder-804265-1-iscsi {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:31:51.017864 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:31:51.018234 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:31:51.119398 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.132257 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:51.145198 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d46cd05-d122-4947-90fe-3c9a5e0395c9') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:51.145493 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d46cd05-d122-4947-90fe-3c9a5e0395c9') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:51.156903 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.172796 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.178665 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:31:51.179299 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:31:51.192940 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:31:51.270984 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.275028 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-edb59ebe-1664-4ae0-957a-18421e4c3c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:51.291065 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.300787 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:51.304229 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:51.315253 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2d11e0ac-56a7-4fef-9873-f528b861e2f1 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:51.315976 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-428dabbd-9671-4754-b71e-14ab23c730f2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f88f9a1-d5fc-4eda-a0a3-39ae000a3bbc HTTP/1.1" status: 204 len: 168 time: 1.0153160 Aug 11 16:31:51.318615 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38446) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:51.352810 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 2d11e0ac-56a7-4fef-9873-f528b861e2f1 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:51.353169 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 2d11e0ac-56a7-4fef-9873-f528b861e2f1 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:51.353592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 6d8c963f-b527-4b2f-9732-3c40ae328be5 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:51.387220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 6d8c963f-b527-4b2f-9732-3c40ae328be5 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:51.387492 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 6d8c963f-b527-4b2f-9732-3c40ae328be5 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:51.387915 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 84a7cd26-f59f-4027-b877-7913ec8fd5e6 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:51.422430 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 84a7cd26-f59f-4027-b877-7913ec8fd5e6 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:51.422811 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 84a7cd26-f59f-4027-b877-7913ec8fd5e6 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:51.519559 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Deleting port 6d8c963f-b527-4b2f-9732-3c40ae328be5 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:51.519953 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.585601 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-db8f1434-7990-4acc-ad8e-773b919673f5 None None] The port '6d8c963f-b527-4b2f-9732-3c40ae328be5' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:31:51.857112 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:52.214027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Deleting port 72547347-758a-4720-ab85-3665db84c5a4 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:52.214724 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:52.494419 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] For port 72547347-758a-4720-ab85-3665db84c5a4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=72547347-758a-4720-ab85-3665db84c5a4,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:52.494886 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:52.619243 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Calling delete_port for 72547347-758a-4720-ab85-3665db84c5a4 owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:52.800239 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:52.804766 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:52.854929 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Pushing event deleted for resources: {'Port': ['ID=72547347-758a-4720-ab85-3665db84c5a4,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:52.883472 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:53.123453 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:53.484977 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Router e6d79396-8127-48f1-b3c8-818807db2d23 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:31:53.665735 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:31:53.674813 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] Sync routers for ids ['e6d79396-8127-48f1-b3c8-818807db2d23'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:31:53.675326 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] 10.222.0.18 "PUT /v2.0/routers/e6d79396-8127-48f1-b3c8-818807db2d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3555150 Aug 11 16:31:53.677603 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38450) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:53.686347 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] Routers {'e6d79396-8127-48f1-b3c8-818807db2d23'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:53.687006 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['e6d79396-8127-48f1-b3c8-818807db2d23'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:53.866457 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] Set router e6d79396-8127-48f1-b3c8-818807db2d23 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:53.968661 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks [] for router, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.149408 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.160354 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Deleting port 617965e0-4df2-4174-b8ae-dc83966fa0a8 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:54.160697 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.163299 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:31:52Z', 'revision_number': 5, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port': {'id': '617965e0-4df2-4174-b8ae-dc83966fa0a8', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:58Z', 'updated_at': '2021-08-11T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:54.168038 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] Checking router: e6d79396-8127-48f1-b3c8-818807db2d23 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:31:54.176455 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] Routers {'e6d79396-8127-48f1-b3c8-818807db2d23'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:54.177261 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['e6d79396-8127-48f1-b3c8-818807db2d23'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:54.327099 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] Set router e6d79396-8127-48f1-b3c8-818807db2d23 gateway port host: None {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:54.338776 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] For port 617965e0-4df2-4174-b8ae-dc83966fa0a8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=617965e0-4df2-4174-b8ae-dc83966fa0a8,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:54.339136 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.433947 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:31:54Z', 'revision_number': 6, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:54.437897 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53247f-2f2a-428c-b798-ad4925234064 None None] The sync data for ids ['e6d79396-8127-48f1-b3c8-818807db2d23'] in dv-cinder-804265-1-iscsi is: [{'id': 'e6d79396-8127-48f1-b3c8-818807db2d23', 'name': 'tempest-TestShelveInstance-839997146-router', 'tenant_id': '8576807517724581af857186acc8bb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:56Z', 'updated_at': '2021-08-11T16:31:54Z', 'revision_number': 6, 'project_id': '8576807517724581af857186acc8bb47', 'gw_port_host': None}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:31:54.467077 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Calling delete_port for 617965e0-4df2-4174-b8ae-dc83966fa0a8 owned by network:router_gateway {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:54.638183 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.641719 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0092bceb-43ba-4fe3-82e9-aaec8e6f2e1c tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:54.689519 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Pushing event deleted for resources: {'Port': ['ID=617965e0-4df2-4174-b8ae-dc83966fa0a8,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:54.714563 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:54.776628 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.954115 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.956224 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.978411 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.979658 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d79396-8127-48f1-b3c8-818807db2d23 {{(pid=79152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:31:54.991164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:54.992274 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e6d79396-8127-48f1-b3c8-818807db2d23 HTTP/1.1" status: 204 len: 168 time: 1.3137722 Aug 11 16:31:54.994862 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38454) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:55.055682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Deleting subnet dc89e2ea-5b9c-4442-9f82-11334347c384 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:31:55.058648 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.107076 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.189218 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.262064 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.269803 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b361b631-5caf-4d04-b1cf-fed7f040c141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:55.305516 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc89e2ea-5b9c-4442-9f82-11334347c384,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:55.307496 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.310241 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:55.312548 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca2073-b85b-46c9-9ba4-e880c5ca45f5 None None] Network 35e18df7-ffcf-4b31-9860-21885232d601 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:31:55.314261 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dc89e2ea-5b9c-4442-9f82-11334347c384 HTTP/1.1" status: 204 len: 168 time: 0.3184807 Aug 11 16:31:55.316791 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38458) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:55.330477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 617965e0-4df2-4174-b8ae-dc83966fa0a8 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:55.373352 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 617965e0-4df2-4174-b8ae-dc83966fa0a8 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:55.373719 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 617965e0-4df2-4174-b8ae-dc83966fa0a8 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:55.374144 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 72547347-758a-4720-ab85-3665db84c5a4 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:55.422403 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 72547347-758a-4720-ab85-3665db84c5a4 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:55.422797 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 72547347-758a-4720-ab85-3665db84c5a4 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:55.544659 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.556471 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Deleting port 418fb3be-3b67-4abf-bcce-a19632718e0f {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:55.556803 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.678462 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] DHCP port deletion for 35e18df7-ffcf-4b31-9860-21885232d601 request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:31:55.683781 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Deleting port 418fb3be-3b67-4abf-bcce-a19632718e0f {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:55.684175 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.775918 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] For port 418fb3be-3b67-4abf-bcce-a19632718e0f, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=418fb3be-3b67-4abf-bcce-a19632718e0f,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:55.776553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.888713 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] For port 418fb3be-3b67-4abf-bcce-a19632718e0f, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=418fb3be-3b67-4abf-bcce-a19632718e0f,segment=NetworkSegment(a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe),segment_id=a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:55.889116 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.907221 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Calling delete_port for 418fb3be-3b67-4abf-bcce-a19632718e0f owned by network:dhcp {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:55.985465 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:55.989227 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:56.012557 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Calling delete_port for 418fb3be-3b67-4abf-bcce-a19632718e0f owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:56.037665 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Pushing event deleted for resources: {'Port': ['ID=418fb3be-3b67-4abf-bcce-a19632718e0f,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:56.040721 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:56.042092 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] No DVR routers for this DVR port 418fb3be-3b67-4abf-bcce-a19632718e0f on host dv-cinder-804265-1-iscsi {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:31:56.089124 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:31:56.089579 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:31:56.158685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.171470 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e18df7-ffcf-4b31-9860-21885232d601']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:56.184251 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:56.184539 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c9ec19-de2c-461f-8fd9-8e2a23c3c0fe') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:56.196158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.211956 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.218072 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:31:56.218463 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:31:56.232073 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:31:56.262018 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.310125 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.313942 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-46cfe6d4-e0d9-47c3-b9de-ddd15baf949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:56.328304 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.339686 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e18df7-ffcf-4b31-9860-21885232d601,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:56.342609 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] 10.222.0.18 "DELETE /v2.0/networks/35e18df7-ffcf-4b31-9860-21885232d601 HTTP/1.1" status: 204 len: 168 time: 1.0248816 Aug 11 16:31:56.343443 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:56.457570 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38464) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:56.505957 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ecf65f16-fad3-4df6-a138-1a1b79c9fa63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d96349e8cb39413eba7658a2b9bc05aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473986 Aug 11 16:31:56.508376 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38468) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:56.569485 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.590394 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Deleting port 418fb3be-3b67-4abf-bcce-a19632718e0f {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:56.590958 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.595711 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.648288 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.653440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-066662e8-a1de-412d-b035-15f80c890efb tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:56.660477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0b120-ce4f-4884-aba3-ebbb9835e4c3 None None] The port '418fb3be-3b67-4abf-bcce-a19632718e0f' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:31:56.671668 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4eedfb-d62a-4e90-8639-73dc83587706,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:56.675550 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:56.679008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.680104 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-9b58be6f-48e8-452d-805b-bac8439c46ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a4eedfb-d62a-4e90-8639-73dc83587706 HTTP/1.1" status: 204 len: 168 time: 0.1708536 Aug 11 16:31:57.009226 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38476) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:57.056756 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-d3991344-b4a9-4414-8d8f-c94e6100b382 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8576807517724581af857186acc8bb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463672 Aug 11 16:31:57.059823 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38480) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:57.116262 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:57.143262 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:57.194789 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:57.198509 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f57a4f52-631e-4d69-8eb9-621cdcdaab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:57.209207 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fb629-5c8d-417e-b6cf-66f7348e1c48,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:57.214490 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:57.216462 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:57.217566 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b47fb629-5c8d-417e-b6cf-66f7348e1c48 HTTP/1.1" status: 204 len: 168 time: 0.1568749 Aug 11 16:31:57.311161 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 418fb3be-3b67-4abf-bcce-a19632718e0f no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:57.348283 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 418fb3be-3b67-4abf-bcce-a19632718e0f {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:57.348650 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 418fb3be-3b67-4abf-bcce-a19632718e0f not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:57.922152 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38504) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:58.025407 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-995244356-network', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:31:58.030068 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:31:58.033977 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Usage tracker for resource:network and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:31:58.036897 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:31:58.043561 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:31:58.053713 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Made reservation on behalf of 1f2a582b1d6443b18e214eaa4a9ffc85 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:31:58.056377 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.069011 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.087290 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:31:58.091112 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:31:58.093943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:31:58.099702 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:31:58.183195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.186765 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.189583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bc59de14-e2ab-4482-a21d-ad4c0762cc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:58.217511 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:31:58.225755 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3999f746-6bfd-489f-afbc-de788d7b0818,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:58.229743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:58.232949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.233287 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Added segment cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4 of type vlan for network 044024ba-f3a2-4b91-93f3-a57d65da070c Aug 11 16:31:58.260924 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.288811 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.290117 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:58.290725 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.296326 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c5e0702b-9389-4d32-a55a-9c5e03c6c847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:58.393119 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4697719 Aug 11 16:31:58.396203 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38510) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:58.398554 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Pushing event updated for resources: {'Network': ['ID=044024ba-f3a2-4b91-93f3-a57d65da070c,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:58.401985 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:58.402504 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Request body: {'subnet': {'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-995244356-subnet', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:31:58.407389 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:31:58.408810 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 044024ba-f3a2-4b91-93f3-a57d65da070c details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:31:58.411324 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Usage tracker for resource:subnet and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:31:58.414302 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:31:58.421128 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:31:58.432774 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Made reservation on behalf of 1f2a582b1d6443b18e214eaa4a9ffc85 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:31:58.435537 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.641751 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.646335 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-30d196e1-a576-4b50-a557-bbb982583aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:58.720027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca10147-7d77-4f23-883b-c5087a95cedd,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:58.723354 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:58.729852 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Checking segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:31:58.730364 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Network hostable DHCP agents. Network: 044024ba-f3a2-4b91-93f3-a57d65da070c, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:31:58.748617 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:31:58.757915 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 044024ba-f3a2-4b91-93f3-a57d65da070c) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:31:58.761970 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:58.762588 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.766818 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa8c7f-d301-4d45-8868-c4979f58a571 None None] Network 044024ba-f3a2-4b91-93f3-a57d65da070c requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:31:58.783314 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3859227 Aug 11 16:31:58.785901 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38514) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:58.791998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:31:58.796601 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:31:58.800470 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Usage tracker for resource:router and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:31:58.803340 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:31:58.809657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:31:58.819584 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.820565 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.835592 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:58.983654 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-044024ba-f3a2-4b91-93f3-a57d65da070c', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:31:58.984514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.141876 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Allocated IP 172.20.0.2 (044024ba-f3a2-4b91-93f3-a57d65da070c/aca10147-7d77-4f23-883b-c5087a95cedd/dda7641d-e380-4b0d-b64a-9cff7200a7d6) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:31:59.215211 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.353787 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.364152 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Transition to ACTIVE for port object dda7641d-e380-4b0d-b64a-9cff7200a7d6 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:31:59.382207 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Transition to ACTIVE for port object dda7641d-e380-4b0d-b64a-9cff7200a7d6 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:31:59.388567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.392651 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:59.455782 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:31:59.458546 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:31:59.462269 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:31:59.471053 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Pushing event updated for resources: {'Port': ['ID=dda7641d-e380-4b0d-b64a-9cff7200a7d6,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:59.502471 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.502837 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.503182 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.503519 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.503858 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.504186 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.504514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.504838 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.505162 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.505488 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.505829 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.506129 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:59.514669 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:59.539072 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.571735 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.605239 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Attempting to bind port dda7641d-e380-4b0d-b64a-9cff7200a7d6 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:31:59.606031 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Attempting to bind port dda7641d-e380-4b0d-b64a-9cff7200a7d6 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:31:59.606647 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Attempting to bind port dda7641d-e380-4b0d-b64a-9cff7200a7d6 on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:31:59.613070 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:31:59.613546 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Checking segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:31:59.613800 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.614953 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Bound using segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:31:59.614953 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Bound port: dda7641d-e380-4b0d-b64a-9cff7200a7d6, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:31:59.615521 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.704083 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] For port dda7641d-e380-4b0d-b64a-9cff7200a7d6, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:31:59.707158 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] For port dda7641d-e380-4b0d-b64a-9cff7200a7d6, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=dda7641d-e380-4b0d-b64a-9cff7200a7d6,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:31:59.710970 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.715488 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:59.720060 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Allocated IP 172.27.0.53 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/e700b355-915b-4dd0-92c9-bb130f453518) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:31:59.799385 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Pushing event updated for resources: {'Port': ['ID=dda7641d-e380-4b0d-b64a-9cff7200a7d6,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:59.802138 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:59.879573 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.909174 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:59.913188 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7ab6f9ba-0e82-4e89-9f41-9b5005a6fa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:59.982624 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:31:59.987531 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:31:59.991459 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:00.027626 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Pushing event updated for resources: {'Port': ['ID=e700b355-915b-4dd0-92c9-bb130f453518,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:00.031769 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:00.415069 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:00.738030 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1008fc0-788b-4dbc-833e-3b470d6fd26a None None] Network 044024ba-f3a2-4b91-93f3-a57d65da070c requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:32:00.847350 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-171e7563-6322-4cfc-8579-4cb164e38ac1 None None] Provisioning for port dda7641d-e380-4b0d-b64a-9cff7200a7d6 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:00.876553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:01.087571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:32:01.268476 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:01.281000 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:01.295815 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:01.297637 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:01.298270 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:01.300008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38520) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:01.300577 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5132151 Aug 11 16:32:01.357452 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device dda7641d-e380-4b0d-b64a-9cff7200a7d6 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:01.427773 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port dda7641d-e380-4b0d-b64a-9cff7200a7d6 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:01.433793 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port dda7641d-e380-4b0d-b64a-9cff7200a7d6 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:01.434316 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:01.491712 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:01.561536 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:01.594594 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port dda7641d-e380-4b0d-b64a-9cff7200a7d6, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=dda7641d-e380-4b0d-b64a-9cff7200a7d6,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:01.598997 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:01.601734 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:01.672453 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=dda7641d-e380-4b0d-b64a-9cff7200a7d6,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:01.675448 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:01.796758 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:00Z', 'revision_number': 3, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:01.800456 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:01.800807 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Updating router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 port e700b355-915b-4dd0-92c9-bb130f453518 binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:32:01.851850 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:01.995910 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.174222 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.186694 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Transition to ACTIVE for port object e700b355-915b-4dd0-92c9-bb130f453518 will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:02.192783 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.197878 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:02.202409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Allocated IP 172.20.0.1 (044024ba-f3a2-4b91-93f3-a57d65da070c/aca10147-7d77-4f23-883b-c5087a95cedd/874d7b56-1807-4787-87b0-6c5dfed832f4) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:02.283891 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Attempting to bind port e700b355-915b-4dd0-92c9-bb130f453518 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:02.284542 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Attempting to bind port e700b355-915b-4dd0-92c9-bb130f453518 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:02.284663 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Attempting to bind port e700b355-915b-4dd0-92c9-bb130f453518 on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:02.291075 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Pushing event updated for resources: {'Port': ['ID=e700b355-915b-4dd0-92c9-bb130f453518,revision_number=2']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:02.296664 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:02.297044 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:02.297455 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.297860 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:02.298338 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Bound port: e700b355-915b-4dd0-92c9-bb130f453518, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:02.298773 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.337768 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.338232 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.338593 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.338928 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.339254 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.339582 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.339905 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.340224 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.340564 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.340883 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.341197 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.341524 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:02.353832 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:02.387990 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] For port e700b355-915b-4dd0-92c9-bb130f453518, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:02.391044 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] For port e700b355-915b-4dd0-92c9-bb130f453518, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=e700b355-915b-4dd0-92c9-bb130f453518,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:02.395145 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.398880 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-45b6cb25-3b2c-46b2-a843-f46ef06ce77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:02.462156 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.478122 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Transition to ACTIVE for port object 874d7b56-1807-4787-87b0-6c5dfed832f4 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:02.483677 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:02.484309 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:02.512399 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.516924 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5c7170e4-845a-4288-97ef-05d1242a0b4d tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:02.551453 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Pushing event updated for resources: {'Port': ['ID=e700b355-915b-4dd0-92c9-bb130f453518,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:02.556190 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-c2b1dbd2-268d-4a54-a328-be3b7a1fc08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:02.579951 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:02.582769 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:02.586425 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:02.629693 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Pushing event updated for resources: {'Port': ['ID=874d7b56-1807-4787-87b0-6c5dfed832f4,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:02.633625 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:02.651129 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.705844 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:02.821638 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4b8f18b1-fcf3-41d5-a96f-0f5f4388f2db None None] Provisioning for port 874d7b56-1807-4787-87b0-6c5dfed832f4 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:02.826591 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-4b8f18b1-fcf3-41d5-a96f-0f5f4388f2db None None] Provisioning complete for port 874d7b56-1807-4787-87b0-6c5dfed832f4 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:02.826979 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b1-fcf3-41d5-a96f-0f5f4388f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:02.884228 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f18b1-fcf3-41d5-a96f-0f5f4388f2db None None] Port 874d7b56-1807-4787-87b0-6c5dfed832f4 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:32:02.918385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.003214 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:00Z', 'revision_number': 3, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:03.006985 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f66a66-8df0-4046-b0cf-dde949d73d14 None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:00Z', 'revision_number': 3, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:03.152328 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.156756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.181848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e4ccb54f-c29b-43b7-81d9-8f6e98f296a2 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:03.282587 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.285809 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Pushing event updated for resources: {'Port': ['ID=874d7b56-1807-4787-87b0-6c5dfed832f4,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:03.289541 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:03.417608 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e700b355-915b-4dd0-92c9-bb130f453518 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:03.445461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:03.446895 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:03.498269 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port e700b355-915b-4dd0-92c9-bb130f453518 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:03.509536 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port e700b355-915b-4dd0-92c9-bb130f453518 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:03.511878 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.644654 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-592ddd99-7a78-4fdb-89f9-3fc071c8aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.670562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:32:03.680822 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.700630 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port e700b355-915b-4dd0-92c9-bb130f453518, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=e700b355-915b-4dd0-92c9-bb130f453518,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:03.708060 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.708985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device dda7641d-e380-4b0d-b64a-9cff7200a7d6 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:03.734962 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-82af571e-1f0f-48ba-b70f-efabca6fa3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:03.843033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=e700b355-915b-4dd0-92c9-bb130f453518,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:03.845802 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6079ab36-e0e6-4233-b5a8-68eb588d39f3 None None] Provisioning complete for port 874d7b56-1807-4787-87b0-6c5dfed832f4 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:03.846189 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6079ab36-e0e6-4233-b5a8-68eb588d39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.872846 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:03.875241 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:03.884279 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] 10.222.0.18 "PUT /v2.0/routers/1c8948cf-3017-4d2a-bb51-ab57f068ac79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5824916 Aug 11 16:32:03.911248 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port dda7641d-e380-4b0d-b64a-9cff7200a7d6 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:03.911756 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:03.952167 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6079ab36-e0e6-4233-b5a8-68eb588d39f3 None None] Port 874d7b56-1807-4787-87b0-6c5dfed832f4 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:32:04.050155 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.404667 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38540) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:04.410159 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1020561389-network', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:04.415057 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:04.419374 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Usage tracker for resource:network and tenant:e6e5a6b23937421b886ac7fb0ef9ae67 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:04.422290 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:04.428284 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:04.439671 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Made reservation on behalf of e6e5a6b23937421b886ac7fb0ef9ae67 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:32:04.442085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.456491 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.472007 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:04.475836 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Usage tracker for resource:security_group_rule and tenant:e6e5a6b23937421b886ac7fb0ef9ae67 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:04.479294 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:04.485252 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:04.574085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.577945 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.580908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e3b2175-b26d-409e-b1b6-79e2f6e005ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:04.583585 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:04.594123 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:04.594828 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:31:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:04.609601 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:32:04.617891 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feba3bf-c3df-434a-bfc3-77f082892d32,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:04.621587 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:04.624148 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.624484 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Added segment 7c98fd6f-37e2-44ff-a630-9a49a3f64e08 of type vlan for network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 Aug 11 16:32:04.656568 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.784881 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:04.790064 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.791520 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:04.792098 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.795575 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:04.897986 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Pushing event updated for resources: {'Network': ['ID=37acf7d6-e87c-4326-90b6-bd96d7a5b356,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:04.901354 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:04.905884 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38544) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:04.906434 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5003295 Aug 11 16:32:04.912099 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Request body: {'subnet': {'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1020561389-subnet', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:04.918175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:04.923712 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Usage tracker for resource:subnet and tenant:e6e5a6b23937421b886ac7fb0ef9ae67 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:04.927853 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:04.934005 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:04.943328 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Made reservation on behalf of e6e5a6b23937421b886ac7fb0ef9ae67 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:32:04.945713 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:04.951074 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:32:05.158257 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.162183 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:05.231832 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 2, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:05.232152 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d1dad1-fe5d-47a5-8a40-e42050c088a7,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:05.234721 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:05.235731 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:05.236098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Updating router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 port 874d7b56-1807-4787-87b0-6c5dfed832f4 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:32:05.243998 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Checking segment: {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:05.244390 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Network hostable DHCP agents. Network: 37acf7d6-e87c-4326-90b6-bd96d7a5b356, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:32:05.264198 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:32:05.276237 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 37acf7d6-e87c-4326-90b6-bd96d7a5b356) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:05.285886 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e77645-327e-4e1d-a766-7259a7eafa0f None None] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:32:05.286420 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:05.287269 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.322898 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-298d6ead-cfee-45b2-ae27-6339b097643d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4124918 Aug 11 16:32:05.324385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38548) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:05.329575 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:05.330331 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.334195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:05.338931 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Usage tracker for resource:router and tenant:e6e5a6b23937421b886ac7fb0ef9ae67 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:05.341990 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:05.348617 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:05.359258 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1735639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1620'] for router, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.360308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1629'] for router, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.376339 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.391243 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e700b355-915b-4dd0-92c9-bb130f453518 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:05.646981 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1735524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1611'] for router, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.684608 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port e700b355-915b-4dd0-92c9-bb130f453518 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:05.684996 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.746053 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64c2bd8-2e8e-5770-ae07-f833816214b4-37acf7d6-e87c-4326-90b6-bd96d7a5b356', 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'fixed_ips': [{'subnet_id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7'}]}} from dv-cinder-804265-1-iscsi. {{(pid=79153) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:32:05.746919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.946552 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:32:05.961960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:05.997187 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.125201 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.db_base_plugin_common [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Allocated IP 172.20.0.2 (37acf7d6-e87c-4326-90b6-bd96d7a5b356/79d1dad1-fe5d-47a5-8a40-e42050c088a7/4e88bd72-93ba-4d6c-af74-ae5e2305e622) {{(pid=79153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:06.131354 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.148774 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Allocated IP 172.27.0.184 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/f93c0c1e-a47f-4492-9dc0-90425fa9193d) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:06.149324 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Transition to ACTIVE for port object 874d7b56-1807-4787-87b0-6c5dfed832f4 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:06.177561 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.186307 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-aa027393-5785-47fb-81ce-1016efaa3c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:06.305532 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.344749 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.348972 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-561190d6-af84-4dd6-acdc-b8354c041def tempest-VolumesSnapshotTestJSON-2097259532 tempest-VolumesSnapshotTestJSON-2097259532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:06.414285 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:06.418327 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:06.422315 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:06.453133 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27256d-3a1b-4c91-99d9-111611eb434f None None] Pushing event updated for resources: {'Port': ['ID=874d7b56-1807-4787-87b0-6c5dfed832f4,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:06.468099 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Pushing event updated for resources: {'Port': ['ID=f93c0c1e-a47f-4492-9dc0-90425fa9193d,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:06.475898 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:06.493031 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-bd27256d-3a1b-4c91-99d9-111611eb434f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:06.508955 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c7bcde30-4fcf-41aa-8b5d-a5c6bb6abf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.594174 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Attempting to bind port 874d7b56-1807-4787-87b0-6c5dfed832f4 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:06.594580 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Attempting to bind port 874d7b56-1807-4787-87b0-6c5dfed832f4 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:06.594960 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Attempting to bind port 874d7b56-1807-4787-87b0-6c5dfed832f4 on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:06.640786 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:06.641175 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Checking segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:06.641596 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.642006 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Bound using segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:06.642504 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Bound port: 874d7b56-1807-4787-87b0-6c5dfed832f4, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:06.642919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.730112 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Notify callbacks [] for port, precommit_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.746986 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Transition to ACTIVE for port object 4e88bd72-93ba-4d6c-af74-ae5e2305e622 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:06.782745 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Transition to ACTIVE for port object 4e88bd72-93ba-4d6c-af74-ae5e2305e622 will not be triggered until provisioned by entity DHCP. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:06.784205 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] For port 874d7b56-1807-4787-87b0-6c5dfed832f4, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:06.787830 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] For port 874d7b56-1807-4787-87b0-6c5dfed832f4, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=874d7b56-1807-4787-87b0-6c5dfed832f4,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:06.790074 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976'] for port, after_create {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.794872 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:06.825548 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.876502 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 is already hosted by enough agents. {{(pid=79153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:06.881179 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.scheduler.base_scheduler [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Resources bound (agent type, host, resource id): {{(pid=79153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:06.889797 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Received port after_create {{(pid=79153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:06.891846 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:06.892487 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:06.953665 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Pushing event updated for resources: {'Port': ['ID=4e88bd72-93ba-4d6c-af74-ae5e2305e622,revision_number=1']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:06.958771 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:06.967202 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:06.992243 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:07.196648 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Attempting to bind port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:07.197919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Attempting to bind port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:07.197919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Attempting to bind port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 on network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:07.227267 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27256d-3a1b-4c91-99d9-111611eb434f None None] Pushing event updated for resources: {'Port': ['ID=874d7b56-1807-4787-87b0-6c5dfed832f4,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:07.234101 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:07.234492 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Checking segment: {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:07.235514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:07.235514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Bound using segment: {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:07.235817 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Bound port: 4e88bd72-93ba-4d6c-af74-ae5e2305e622, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:07.236284 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:07.248649 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-bd27256d-3a1b-4c91-99d9-111611eb434f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:07.302795 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:07.311254 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:07.313057 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1671558'] for router, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:07.501932 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] For port 4e88bd72-93ba-4d6c-af74-ae5e2305e622, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:07.516159 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 is scheduled to L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 with binding_index 1 {{(pid=79151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:32:07.524302 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] For port 4e88bd72-93ba-4d6c-af74-ae5e2305e622, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=4e88bd72-93ba-4d6c-af74-ae5e2305e622,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:07.573909 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:07.582705 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:07.708004 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:07.718668 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Sync routers for ids ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:07.726695 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Pushing event updated for resources: {'Port': ['ID=4e88bd72-93ba-4d6c-af74-ae5e2305e622,revision_number=2']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:07.731120 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Routers {'749fe161-1624-4d3a-b6b6-bf52f1aa5e95'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:07.731346 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:07.732146 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:07.745707 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Notify callbacks [] for router, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:07.747192 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4217906 Aug 11 16:32:07.749880 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38552) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:07.765441 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:06Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:07.769623 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a72944-1c33-4f3a-9893-6017280e8e9b None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:06Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:08.010567 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Set router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:08.325052 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:32:06Z', 'revision_number': 3, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:08.329342 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Checking router: 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:08.329701 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Updating router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 port f93c0c1e-a47f-4492-9dc0-90425fa9193d binding host dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:32:08.392626 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:08.513674 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:08.713838 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:08.782806 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8679c-ee9f-454d-bd2c-81bf8758d9b0 None None] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:32:08.837507 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Notify callbacks [] for port, precommit_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:08.860799 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.provisioning_blocks [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Transition to ACTIVE for port object f93c0c1e-a47f-4492-9dc0-90425fa9193d will not be triggered until provisioned by entity L2. {{(pid=79154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:08.868237 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:08.879708 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:08.909024 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-e740f486-df5a-466b-9be4-334a8ce5856c None None] Provisioning for port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:08.953821 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917bb0-d920-4688-92b4-1b64bc44cdb9 None None] Pushing event updated for resources: {'Port': ['ID=f93c0c1e-a47f-4492-9dc0-90425fa9193d,revision_number=2']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:08.968527 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-fc917bb0-d920-4688-92b4-1b64bc44cdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:08.976219 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Attempting to bind port f93c0c1e-a47f-4492-9dc0-90425fa9193d on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:08.976597 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Attempting to bind port f93c0c1e-a47f-4492-9dc0-90425fa9193d by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:08.976965 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Attempting to bind port f93c0c1e-a47f-4492-9dc0-90425fa9193d on network 8c2a4b30-49c1-451e-a923-0433d5530612 {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:08.978295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Allocated IP 172.20.0.1 (37acf7d6-e87c-4326-90b6-bd96d7a5b356/79d1dad1-fe5d-47a5-8a40-e42050c088a7/e57c913c-7493-4487-af90-5335a43d53a4) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:08.985422 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:08.986245 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Checking segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:08.987251 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:08.987874 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Bound using segment: {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'} {{(pid=79154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:08.988649 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.managers [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Bound port: f93c0c1e-a47f-4492-9dc0-90425fa9193d, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf43f0-b728-44de-8273-0ba610bdff48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}}] {{(pid=79154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:08.989461 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.089090 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] For port f93c0c1e-a47f-4492-9dc0-90425fa9193d, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:09.095844 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.plugins.ml2.db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] For port f93c0c1e-a47f-4492-9dc0-90425fa9193d, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=f93c0c1e-a47f-4492-9dc0-90425fa9193d,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:09.100488 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron_lib.callbacks.manager [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.106263 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-bedb7642-4066-4363-9734-86e90a18c689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:09.173913 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.195396 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Transition to ACTIVE for port object e57c913c-7493-4487-af90-5335a43d53a4 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:09.221138 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Routers {'749fe161-1624-4d3a-b6b6-bf52f1aa5e95'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:09.221567 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:09.227855 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.232521 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ec9b1db1-cac6-438f-b8a4-63a3d5751697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:09.293769 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc917bb0-d920-4688-92b4-1b64bc44cdb9 None None] Pushing event updated for resources: {'Port': ['ID=f93c0c1e-a47f-4492-9dc0-90425fa9193d,revision_number=3']} {{(pid=79154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:09.303910 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:09.305463 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:09.306363 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG oslo_concurrency.lockutils [None req-fc917bb0-d920-4688-92b4-1b64bc44cdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79154) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:09.310774 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:09.379791 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Pushing event updated for resources: {'Port': ['ID=e57c913c-7493-4487-af90-5335a43d53a4,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:09.384627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:09.401745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733443'] for router_interface, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.423229 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] Set router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:09.447793 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 874d7b56-1807-4787-87b0-6c5dfed832f4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:09.555915 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.592293 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 874d7b56-1807-4787-87b0-6c5dfed832f4 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:09.599202 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 874d7b56-1807-4787-87b0-6c5dfed832f4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:09.599771 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.734090 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-3902e672-dc9e-4029-a037-67c9ba4dee7c None None] Provisioning for port e57c913c-7493-4487-af90-5335a43d53a4 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:09.742290 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-3902e672-dc9e-4029-a037-67c9ba4dee7c None None] Provisioning complete for port e57c913c-7493-4487-af90-5335a43d53a4 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:09.742862 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-3902e672-dc9e-4029-a037-67c9ba4dee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.770213 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:32:06Z', 'revision_number': 3, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:09.773788 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.774166 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856b44-4aec-42ac-8347-e419f536b4df None None] The sync data for ids ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'] in dv-cinder-804265-1-iscsi is: [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:32:06Z', 'revision_number': 3, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:09.818831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.824610 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.831483 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-3902e672-dc9e-4029-a037-67c9ba4dee7c None None] Port e57c913c-7493-4487-af90-5335a43d53a4 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:32:09.835946 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 874d7b56-1807-4787-87b0-6c5dfed832f4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=874d7b56-1807-4787-87b0-6c5dfed832f4,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:09.840800 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.841810 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 4e88bd72-93ba-4d6c-af74-ae5e2305e622 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:09.852437 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4464e74c-01db-4357-bf0f-268ae242cbc4 tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:09.866725 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:09.938397 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Pushing event updated for resources: {'Port': ['ID=e57c913c-7493-4487-af90-5335a43d53a4,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:09.941437 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:09.942563 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733420'] for router_interface, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:09.964808 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=874d7b56-1807-4787-87b0-6c5dfed832f4,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:09.968513 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:09.980006 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:09.985048 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:09.985424 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:10.114291 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:10.115525 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:10.139485 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:10.180182 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port 4e88bd72-93ba-4d6c-af74-ae5e2305e622, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=4e88bd72-93ba-4d6c-af74-ae5e2305e622,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:10.186914 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:10.188984 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:10.271575 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=4e88bd72-93ba-4d6c-af74-ae5e2305e622,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:10.275150 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:10.451102 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:32:10.456832 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-cad638ef-b056-4a44-bce9-8163da22f0cf None None] Provisioning complete for port e57c913c-7493-4487-af90-5335a43d53a4 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:10.457354 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cad638ef-b056-4a44-bce9-8163da22f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:10.516517 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-cad638ef-b056-4a44-bce9-8163da22f0cf None None] Port e57c913c-7493-4487-af90-5335a43d53a4 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:32:10.638651 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:10.648547 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] 10.222.0.18 "PUT /v2.0/routers/749fe161-1624-4d3a-b6b6-bf52f1aa5e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8974352 Aug 11 16:32:11.175089 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38562) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:11.180772 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707328931', 'description': 'tempest-secgroup-smoke-707328931 description', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:11.188242 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:11.192385 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:11.195561 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:11.203321 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:11.212311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.233088 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:11.237056 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:11.239993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:11.245937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:11.323194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.329443 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.333396 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8f255da4-1904-416d-9056-b715a4dd17a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:11.336053 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Sync routers for ids ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:11.347961 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Routers {'749fe161-1624-4d3a-b6b6-bf52f1aa5e95'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:11.348980 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:11.368147 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebafa7ce-d279-4745-82c9-290d96a5da7d,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:11.373325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:11.385562 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.386844 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2106924 Aug 11 16:32:11.394054 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38566) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:11.400166 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group_rule': {'security_group_id': 'ebafa7ce-d279-4745-82c9-290d96a5da7d', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:11.406201 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:11.410108 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:11.413074 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:11.419164 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:11.442331 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.494821 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 874d7b56-1807-4787-87b0-6c5dfed832f4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:11.504092 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.508664 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.510889 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c2e62779-7d26-47d7-87bc-5506a3d048a9 tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:11.542016 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecc2c2e-54cf-4b88-b1db-e4106596b9c3,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:11.545481 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:11.546616 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.548039 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524491 Aug 11 16:32:11.550632 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38570) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:11.556043 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group_rule': {'security_group_id': 'ebafa7ce-d279-4745-82c9-290d96a5da7d', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:11.562375 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:11.566726 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:11.569762 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:11.577481 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:11.591236 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Set router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:11.595878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.662482 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.667389 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.669613 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fe8e57b3-5481-4129-af8c-bec344f2b430 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:11.693870 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7242b1f1-a4d2-4a2a-95f1-1bd5c2dba3b3,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:11.699435 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:11.704026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.705402 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-26205476-6b76-494c-a630-d6279df2b9b8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538572 Aug 11 16:32:11.708187 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38574) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:11.713567 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group_rule': {'security_group_id': 'ebafa7ce-d279-4745-82c9-290d96a5da7d', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:11.719466 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:11.720172 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 874d7b56-1807-4787-87b0-6c5dfed832f4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:11.720557 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.723107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:11.725925 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:11.732438 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:11.749373 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.813061 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.816927 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.818943 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:11.842553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82929cee-4792-44aa-98f3-71bdbd2fd3d7,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:11.844920 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:11.853430 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.856174 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-905671e7-982b-464c-8c71-7e2a4e8a43aa tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455677 Aug 11 16:32:11.857691 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38578) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:11.863450 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group_rule': {'security_group_id': 'ebafa7ce-d279-4745-82c9-290d96a5da7d', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:11.869248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:11.873402 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:11.876248 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:11.882595 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:11.901806 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.965558 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.969157 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:11.971320 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-88500c14-48dd-4349-8301-8d740f02d972 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:11.984314 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 4e88bd72-93ba-4d6c-af74-ae5e2305e622 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:11.995399 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2935fed1-78d3-400c-b125-583172b0952e,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:12.000278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:12.007831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.009012 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-7bef58af-d934-402b-bc75-67f4e83c5668 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503103 Aug 11 16:32:12.012172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38582) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:12.017264 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group_rule': {'security_group_id': 'ebafa7ce-d279-4745-82c9-290d96a5da7d', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:12.022843 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:12.026719 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:12.029551 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:12.035442 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:12.046786 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.securitygroups_db [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Project 1f2a582b1d6443b18e214eaa4a9ffc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:32:12.054356 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.072942 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:12.073373 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.124115 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.128299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.135361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c4fecd75-a024-40c3-8f45-0ecfde0aff41 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:12.145692 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 4, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'e57c913c-7493-4487-af90-5335a43d53a4', 'name': '', 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'mac_address': 'fa:16:3e:56:89:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:08Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 2, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'subnets': [{'id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:12.154970 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fdcdf0-605a-49bc-bd1b-820e2d378598,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:12.157547 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:12.164291 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Checking router: 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:12.164625 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Updating router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 port e57c913c-7493-4487-af90-5335a43d53a4 binding host dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:32:12.165675 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.167595 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-54bf40e8-c80d-47ca-8deb-ec4c5ed8b919 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544631 Aug 11 16:32:12.170497 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38586) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:12.175905 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'security_group_rule': {'security_group_id': 'ebafa7ce-d279-4745-82c9-290d96a5da7d', 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:12.182269 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:12.186058 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:security_group_rule and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:12.188941 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:12.194664 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:12.205174 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.securitygroups_db [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Project 1f2a582b1d6443b18e214eaa4a9ffc85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:32:12.212046 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.226685 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.285671 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.290671 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.293045 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c926fbbd-b96b-4acf-a33a-648ff98db5e0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:12.318437 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4918107d-a430-4077-8098-6b97337d8549,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:12.320917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:12.330629 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.335070 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-01927833-d920-4083-b983-a04c296c3bef tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605728 Aug 11 16:32:12.385793 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device f93c0c1e-a47f-4492-9dc0-90425fa9193d up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:12.568220 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port f93c0c1e-a47f-4492-9dc0-90425fa9193d completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:12.583504 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port f93c0c1e-a47f-4492-9dc0-90425fa9193d triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:12.583889 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.796594 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.802146 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Notify callbacks [] for port, precommit_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.821826 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Transition to ACTIVE for port object e57c913c-7493-4487-af90-5335a43d53a4 will not be triggered until provisioned by entity L2. {{(pid=79153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:12.828691 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port f93c0c1e-a47f-4492-9dc0-90425fa9193d, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=f93c0c1e-a47f-4492-9dc0-90425fa9193d,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:12.831416 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.835635 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:12.876151 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:12.976102 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449e54f-8100-4156-bd85-8981a49c7c40 None None] Pushing event updated for resources: {'Port': ['ID=e57c913c-7493-4487-af90-5335a43d53a4,revision_number=3']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:12.980226 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-7449e54f-8100-4156-bd85-8981a49c7c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:12.980906 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:13.139377 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=f93c0c1e-a47f-4492-9dc0-90425fa9193d,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:13.142498 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:13.143434 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Attempting to bind port e57c913c-7493-4487-af90-5335a43d53a4 on host dv-cinder-804265-1-iscsi for vnic_type normal with profile {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:13.143935 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Attempting to bind port e57c913c-7493-4487-af90-5335a43d53a4 by drivers openvswitch,hyperv on host dv-cinder-804265-1-iscsi at level 0 using segments [{'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:13.144251 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Attempting to bind port e57c913c-7493-4487-af90-5335a43d53a4 on network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:13.150089 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Checking agent: {'id': 'caf6ac6c-b051-4429-b9f1-46791059042a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 13, 4), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:13.150552 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Checking segment: {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:13.151097 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:13.151506 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Bound using segment: {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'} {{(pid=79153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:13.151990 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.managers [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Bound port: e57c913c-7493-4487-af90-5335a43d53a4, host: dv-cinder-804265-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c98fd6f-37e2-44ff-a630-9a49a3f64e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356'}}] {{(pid=79153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:13.152383 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:13.245109 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] For port e57c913c-7493-4487-af90-5335a43d53a4, host dv-cinder-804265-1-iscsi, cleared binding levels {{(pid=79153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:13.251099 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] For port e57c913c-7493-4487-af90-5335a43d53a4, host dv-cinder-804265-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=e57c913c-7493-4487-af90-5335a43d53a4,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:13.262376 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:13.266385 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:13.341702 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device f93c0c1e-a47f-4492-9dc0-90425fa9193d up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:13.398687 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Routers {'749fe161-1624-4d3a-b6b6-bf52f1aa5e95'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:13.399377 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:13.520122 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449e54f-8100-4156-bd85-8981a49c7c40 None None] Pushing event updated for resources: {'Port': ['ID=e57c913c-7493-4487-af90-5335a43d53a4,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:13.526860 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-7449e54f-8100-4156-bd85-8981a49c7c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:13.629532 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port f93c0c1e-a47f-4492-9dc0-90425fa9193d triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:13.629832 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:13.694419 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] Set router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:14.128029 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 4, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'e57c913c-7493-4487-af90-5335a43d53a4', 'name': '', 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'mac_address': 'fa:16:3e:56:89:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:08Z', 'updated_at': '2021-08-11T16:32:13Z', 'revision_number': 4, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'subnets': [{'id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:14.132191 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef61ff-8f16-4c25-b6b8-92e49580c2ed None None] The sync data for ids ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'] in dv-cinder-804265-1-iscsi is: [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 4, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'e57c913c-7493-4487-af90-5335a43d53a4', 'name': '', 'network_id': '37acf7d6-e87c-4326-90b6-bd96d7a5b356', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'mac_address': 'fa:16:3e:56:89:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:08Z', 'updated_at': '2021-08-11T16:32:13Z', 'revision_number': 4, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'subnets': [{'id': '79d1dad1-fe5d-47a5-8a40-e42050c088a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:15.352160 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e57c913c-7493-4487-af90-5335a43d53a4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:15.424362 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning for port e57c913c-7493-4487-af90-5335a43d53a4 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:15.429103 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port e57c913c-7493-4487-af90-5335a43d53a4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:15.429567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:15.547454 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:15.585811 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] For port e57c913c-7493-4487-af90-5335a43d53a4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=e57c913c-7493-4487-af90-5335a43d53a4,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:15.590017 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:15.591958 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:15.660257 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Pushing event updated for resources: {'Port': ['ID=e57c913c-7493-4487-af90-5335a43d53a4,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:15.663203 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:17.331009 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e57c913c-7493-4487-af90-5335a43d53a4 up at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:17.398258 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Provisioning complete for port e57c913c-7493-4487-af90-5335a43d53a4 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:17.398667 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:22.359849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa60f6c-eace-41a0-a9c9-1485b943abb2 req-63c967c4-00b8-4667-ab71-edec8cb9030a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:22.361207 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3fa60f6c-eace-41a0-a9c9-1485b943abb2 req-63c967c4-00b8-4667-ab71-edec8cb9030a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0798140 Aug 11 16:32:22.411153 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3fa60f6c-eace-41a0-a9c9-1485b943abb2 req-5c8711da-11d0-449b-8550-053b987cc51c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443866 Aug 11 16:32:23.623011 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fdb97-7acd-483a-ab4d-92eea7cfa6cc req-f9f91c33-1377-4809-94b6-8e94bf6a6177 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:23.624484 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-851fdb97-7acd-483a-ab4d-92eea7cfa6cc req-f9f91c33-1377-4809-94b6-8e94bf6a6177 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0844533 Aug 11 16:32:23.669215 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-851fdb97-7acd-483a-ab4d-92eea7cfa6cc req-1dfddf3d-51bf-4746-8111-2aa5f542f1e1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391715 Aug 11 16:32:24.485888 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-5ac42f57-b738-4f32-836e-62961c09f529 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:24.487246 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-5ac42f57-b738-4f32-836e-62961c09f529 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.0816076 Aug 11 16:32:24.561031 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Deleting port 944f374c-1a36-45d8-8188-78535ee0beb9 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:32:24.561378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:24.856390 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] For port 944f374c-1a36-45d8-8188-78535ee0beb9, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=944f374c-1a36-45d8-8188-78535ee0beb9,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:24.856741 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:25.024319 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639e054-d77c-41a9-b562-56b2111d912c req-14100481-0f48-476c-a95f-b0048f0bdd2b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:25.026386 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9639e054-d77c-41a9-b562-56b2111d912c req-14100481-0f48-476c-a95f-b0048f0bdd2b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 945 time: 0.2437310 Aug 11 16:32:25.167200 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9639e054-d77c-41a9-b562-56b2111d912c req-a2b2fdce-d524-41b0-970f-52095c3b06bf tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6752c842-c19f-45e0-9d22-d7b72765f3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326368 Aug 11 16:32:25.206288 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:25.206700 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:25.207011 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Floating IP 49d319bc-61d4-4616-9e65-357629ef91c5 disassociated. External IP: 172.27.0.151, port: 944f374c-1a36-45d8-8188-78535ee0beb9. Aug 11 16:32:25.207347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Calling delete_port for 944f374c-1a36-45d8-8188-78535ee0beb9 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:32:25.355278 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:25.360701 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-078b7497-e2c8-4bc8-a302-04698043166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:25.407118 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event deleted for resources: {'Port': ['ID=944f374c-1a36-45d8-8188-78535ee0beb9,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:25.410688 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:25.691666 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:32:25.880613 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:25.891227 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:25.901924 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:25.902825 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:25.960276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] No DVR routers for this DVR port 944f374c-1a36-45d8-8188-78535ee0beb9 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:32:25.963050 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:25.967513 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'name': 'network-vif-deleted', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:25.982800 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2247e27e-c775-4e54-892b-22bdf77c81cb req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "DELETE /v2.0/ports/944f374c-1a36-45d8-8188-78535ee0beb9 HTTP/1.1" status: 204 len: 173 time: 1.4885411 Aug 11 16:32:26.069924 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ea9e41-9d8b-4410-b0cd-673a33a70364', 'name': 'network-vif-deleted', 'tag': '944f374c-1a36-45d8-8188-78535ee0beb9', 'status': 'completed', 'code': 200} Aug 11 16:32:26.096417 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:26.266083 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:26.329612 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c445867d-bffd-4e71-8ad3-b57de790ea79 req-574ec2b3-0c1b-4e2c-aa2e-172b09c64ce1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:26.344743 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-c445867d-bffd-4e71-8ad3-b57de790ea79 req-574ec2b3-0c1b-4e2c-aa2e-172b09c64ce1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:26.346213 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c445867d-bffd-4e71-8ad3-b57de790ea79 req-574ec2b3-0c1b-4e2c-aa2e-172b09c64ce1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=72ea9e41-9d8b-4410-b0cd-673a33a70364 HTTP/1.1" status: 200 len: 210 time: 0.0598588 Aug 11 16:32:26.427656 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:26.433719 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:26.441964 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:26.442834 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:26.628977 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:26.773234 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 944f374c-1a36-45d8-8188-78535ee0beb9 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:32:26.811135 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 944f374c-1a36-45d8-8188-78535ee0beb9 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:32:26.811494 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 944f374c-1a36-45d8-8188-78535ee0beb9 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:32:26.963988 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:26.967661 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70acdc99-4a37-4641-bbdb-aa93f18eea80 None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:27.183648 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c819d-7137-4dfd-b9b7-874b4195a43a None None] New status for floating IP 49d319bc-61d4-4616-9e65-357629ef91c5: DOWN {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:32:28.491832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38716) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:28.556881 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:28.588009 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:28.645870 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:28.649909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-565fa71a-ada5-45e0-8223-0928fc110439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:28.664955 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6752c842-c19f-45e0-9d22-d7b72765f3db,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:28.668359 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:28.675601 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:28.679587 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5a0ca537-b862-4f54-afe7-2b0036671f67 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "DELETE /v2.0/security-groups/6752c842-c19f-45e0-9d22-d7b72765f3db HTTP/1.1" status: 204 len: 168 time: 0.1839032 Aug 11 16:32:28.679754 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38720) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:28.696316 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.api.v2.resource [None req-745aca13-3a9a-4e15-b12f-d7b72b20a195 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] show failed (client error): The resource could not be found. Aug 11 16:32:28.697347 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-745aca13-3a9a-4e15-b12f-d7b72b20a195 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups/6752c842-c19f-45e0-9d22-d7b72765f3db HTTP/1.1" status: 404 len: 347 time: 0.0166538 Aug 11 16:32:28.700244 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38724) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:28.949368 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Deleting port a4c028ee-7250-44f2-9acc-b10b2b05a263 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:32:28.949600 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:29.119096 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:29.119352 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:29.242027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Calling delete_port for a4c028ee-7250-44f2-9acc-b10b2b05a263 owned by network:floatingip {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:32:29.387048 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:29.391926 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:29.436581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event deleted for resources: {'Port': ['ID=a4c028ee-7250-44f2-9acc-b10b2b05a263,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:29.439801 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:29.535543 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:29.553158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:29.554562 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "DELETE /v2.0/floatingips/49d319bc-61d4-4616-9e65-357629ef91c5 HTTP/1.1" status: 204 len: 168 time: 0.8534503 Aug 11 16:32:30.115939 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38736) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:30.121520 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559039387', 'description': 'tempest-description--2107837484'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:30.127339 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:30.131400 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:30.134876 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:30.140553 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:30.152132 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.171990 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:30.175710 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:30.178430 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:30.184297 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:30.253779 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.257327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.262878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e04aa039-a528-4555-a408-6c270432fd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:30.304527 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6380553d-1bbe-4b43-8dea-12f5503850ce,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:30.308376 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:30.309241 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.310438 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-4af48e6c-0748-42e0-94b2-1e345499f2e3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1935191 Aug 11 16:32:30.313399 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38740) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:30.318798 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'security_group_rule': {'security_group_id': '6380553d-1bbe-4b43-8dea-12f5503850ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:30.325214 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:30.329009 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:30.331879 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:30.338326 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:30.359134 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.419196 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.422511 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.424212 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:30.446097 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffbfce2-80a8-4700-a341-16a4c7c98129,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:30.449057 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:30.456201 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.457358 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-432fd703-0234-454b-8088-57576d81760e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430504 Aug 11 16:32:30.459977 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38744) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:30.465824 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'security_group_rule': {'security_group_id': '6380553d-1bbe-4b43-8dea-12f5503850ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:30.471801 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:30.475640 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:security_group_rule and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:30.478711 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:30.484644 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:30.503571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.568398 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.573662 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794859'] for security_group_rule, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.575420 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-0a2d250b-e404-4417-aa92-75589ad280b3 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:30.597586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b2ec98-0272-407f-84af-678a58f2714a,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:30.600040 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:30.608088 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.612382 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7442be1f-b3ec-42e6-98e1-f0a606618acb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483982 Aug 11 16:32:30.612680 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38752) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:30.617603 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:30.624038 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:30.627917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Usage tracker for resource:floatingip and tenant:7564588c7aae4d0d93d314d08db4ecd1 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:30.630784 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:30.637079 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:30.648052 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.792856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:30.861789 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-7f8f5ebd-2fe2-4b20-93d7-56493607cdd3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:security_group {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:30.878803 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-7f8f5ebd-2fe2-4b20-93d7-56493607cdd3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:security_group {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:30.879903 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-7f8f5ebd-2fe2-4b20-93d7-56493607cdd3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707328931&fields=id&tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 267 time: 0.0583897 Aug 11 16:32:30.934695 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_common [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Allocated IP 172.27.0.143 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/f6736880-b899-4b52-a29f-9bf21a27728b) {{(pid=79152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:31.035603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-5a9555e0-786b-4f2a-8272-74b0c203310b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:31.036272 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-5a9555e0-786b-4f2a-8272-74b0c203310b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:network {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:31.052848 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-5a9555e0-786b-4f2a-8272-74b0c203310b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:network {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:31.054375 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-5a9555e0-786b-4f2a-8272-74b0c203310b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 811 time: 0.1669753 Aug 11 16:32:31.068933 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-875008d4-e33f-4167-87c7-6930a41d207b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/quotas/1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 375 time: 0.0089300 Aug 11 16:32:31.088477 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for port, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.116733 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.120714 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:31.155753 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-141eab81-b56a-43f3-a27c-086b7edd6c23 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:31.172659 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-141eab81-b56a-43f3-a27c-086b7edd6c23 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:31.174076 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-141eab81-b56a-43f3-a27c-086b7edd6c23 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983427 Aug 11 16:32:31.187722 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:31.189943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-e41bbdbd-4a16-48aa-ad32-0272bbbb3ab6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:32:31.190612 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources bound (agent type, host, resource id): {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:31.191146 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-e41bbdbd-4a16-48aa-ad32-0272bbbb3ab6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055323 Aug 11 16:32:31.194288 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Received port after_create {{(pid=79152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:31.235448 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'Port': ['ID=f6736880-b899-4b52-a29f-9bf21a27728b,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:31.239392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:31.284917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.329554 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a7900dd9-922a-4e34-a971-2dee936b7db1 service neutron] 10.222.0.18 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320000 Aug 11 16:32:31.348026 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.465354 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-86487122-c8a5-488e-b6d3-e1944e04bdbb service neutron] 10.222.0.18 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299176 Aug 11 16:32:31.674054 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for port, precommit_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.679502 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6652412'] for port, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.683776 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-afc9c298-9366-4930-ac49-52eb3e89d516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:31.798276 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'Port': ['ID=f6736880-b899-4b52-a29f-9bf21a27728b,revision_number=2']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:31.801589 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:31.809578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.832399 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:31.833701 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2202728 Aug 11 16:32:32.051382 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-b84b298c-34a6-4835-9c77-2b7b0431205a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:32.067034 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-b84b298c-34a6-4835-9c77-2b7b0431205a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:32.068232 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-b84b298c-34a6-4835-9c77-2b7b0431205a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--559039387&fields=id&tenant_id=7564588c7aae4d0d93d314d08db4ecd1 HTTP/1.1" status: 200 len: 267 time: 0.0571954 Aug 11 16:32:32.223491 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-5a756b65-1615-468e-8179-14e80f6cce60 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:32.224174 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-5a756b65-1615-468e-8179-14e80f6cce60 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:network {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:32.241853 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-5a756b65-1615-468e-8179-14e80f6cce60 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:network {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:32.244233 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-5a756b65-1615-468e-8179-14e80f6cce60 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 811 time: 0.1670187 Aug 11 16:32:32.258874 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-30a4bfa6-de63-40f4-a088-cacfecbae5f1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/quotas/7564588c7aae4d0d93d314d08db4ecd1 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Aug 11 16:32:32.345162 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ebb6224d-58e5-423b-96b5-e19b78eb26a5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:32.360183 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ebb6224d-58e5-423b-96b5-e19b78eb26a5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:32.361680 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ebb6224d-58e5-423b-96b5-e19b78eb26a5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968935 Aug 11 16:32:32.479115 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-dfca8cd8-3549-46a0-9067-c1628b918bce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:32:32.480089 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-dfca8cd8-3549-46a0-9067-c1628b918bce service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067784 Aug 11 16:32:32.619520 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-030bdc6b-4fb0-4c8a-a8e7-ef25cab41f50 service neutron] 10.222.0.18 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292150 Aug 11 16:32:32.751914 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-437dade0-315d-4a7b-9f93-dd05421a8618 service neutron] 10.222.0.18 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266394 Aug 11 16:32:32.886790 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c8cefabc-2d5f-460b-bd69-2ce5acaf443e req-d853202a-b2df-44a8-bef3-8b48d1939ef6 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 210 time: 0.0443578 Aug 11 16:32:32.953652 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-df6fe1cd-f13b-4274-9a8c-0365647f0ca1 req-b61d1c9b-ecda-4e88-b44d-3ae2e1e02bae tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 210 time: 0.0486488 Aug 11 16:32:33.601055 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed6c2-7919-4a0b-b718-31542f0ac2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:33.992494 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c884d263-5fd7-4ce8-98b0-9fa459f95feb req-4a701fc7-93b7-4038-9506-0f946d3a9982 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 210 time: 0.0434942 Aug 11 16:32:34.044033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:34.067909 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-1ef24383-6535-4b52-9cbb-c1cf5d7c0a66 req-5686b108-75e5-4a31-8a8c-bdc1a833b1b5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 210 time: 0.0468080 Aug 11 16:32:35.170371 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-13252a57-1074-4bf3-9bfd-c20c4529d859 req-8d9e2c45-a194-4a88-bb5b-f0b6079b69a8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 210 time: 0.0703902 Aug 11 16:32:35.199622 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c4d199a1-93f2-4eb7-91d8-40886ab61de7 req-f87b3f94-26fd-4c2c-9a36-60d8150da6dc tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 210 time: 0.0449030 Aug 11 16:32:36.180480 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-389b4df0-cb5a-4748-9830-e304d3724134 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:36.183114 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-389b4df0-cb5a-4748-9830-e304d3724134 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 811 time: 0.1564760 Aug 11 16:32:36.241914 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-2021ba17-9a02-48d6-9444-89c7541b91b9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 379 time: 0.0442235 Aug 11 16:32:36.253874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'port': {'device_id': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'admin_state_up': True, 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'security_groups': ['ebafa7ce-d279-4745-82c9-290d96a5da7d']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:36.361943 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-42879467-59c6-4b63-acc6-aa1098a98dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:36.374941 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-bce863df-a700-4a71-ac96-80176b4a088f req-66bb2785-c2a0-4acb-9f73-6cda22edbcd4 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 210 time: 0.0594897 Aug 11 16:32:36.460632 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ba8f3729-706b-4b6b-a9c5-347ae19873ee req-45fe1710-133e-45bb-8de3-5ca5eb2ef346 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 210 time: 0.1773160 Aug 11 16:32:36.619400 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:36.679974 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:36.709464 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Made reservation on behalf of 1f2a582b1d6443b18e214eaa4a9ffc85 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:32:36.713809 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:36.794920 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-69855a12-fc34-4d11-b8ad-7a29c474182e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:36.796367 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-69855a12-fc34-4d11-b8ad-7a29c474182e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 811 time: 0.2290018 Aug 11 16:32:36.916049 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ea07ea75-a5e8-4657-8fe5-80704d107733 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7564588c7aae4d0d93d314d08db4ecd1 HTTP/1.1" status: 200 len: 379 time: 0.1000922 Aug 11 16:32:36.939196 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'port': {'device_id': '3f122361-c6c5-4c8e-962b-513e4263804b', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'admin_state_up': True, 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'security_groups': ['6380553d-1bbe-4b43-8dea-12f5503850ce']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:36.985209 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Allocated IP 172.20.0.4 (044024ba-f3a2-4b91-93f3-a57d65da070c/aca10147-7d77-4f23-883b-c5087a95cedd/718d2532-ba00-4ce0-a466-9c9788c6a70c) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:37.145199 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:37.170769 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:37.224315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:37.239618 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Made reservation on behalf of 7564588c7aae4d0d93d314d08db4ecd1 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:32:37.243130 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:37.356296 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:37.390304 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Transition to ACTIVE for port object 718d2532-ba00-4ce0-a466-9c9788c6a70c will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:37.470298 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Allocated IP 172.20.0.4 (11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1/5638ef7a-e83a-43b7-a350-fc46f2cdc776/85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:37.535071 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-50ded6ce-65b1-44cf-b5f9-f5182af90d18 req-d314cda1-0cc9-4ce4-80e7-2f3a1c303dbd tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 210 time: 0.0473464 Aug 11 16:32:37.559916 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:37.568069 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:37.764186 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:37.772250 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:37.780180 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:37.781956 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:37.786950 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:37.888560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:37.896704 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:37.897321 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:37.934038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Transition to ACTIVE for port object 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:37.947804 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c71cf-ea1e-463c-9d7a-dcf10730a4d6 req-772bac8c-8783-402f-9ab1-ff0b8e538b6c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:37.949422 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a53c71cf-ea1e-463c-9d7a-dcf10730a4d6 req-772bac8c-8783-402f-9ab1-ff0b8e538b6c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 931 time: 0.3357821 Aug 11 16:32:37.975061 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7260861 Aug 11 16:32:38.000418 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Request body: {'port': {'device_id': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:38.046094 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a53c71cf-ea1e-463c-9d7a-dcf10730a4d6 req-2d68e21a-0a22-436f-a079-412943ed7266 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899210 Aug 11 16:32:38.074421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.075848 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-d3714bbe-7b3c-4d49-89d3-5da367138e01 None None] Provisioning for port 718d2532-ba00-4ce0-a466-9c9788c6a70c completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:38.081944 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-d3714bbe-7b3c-4d49-89d3-5da367138e01 None None] Provisioning complete for port 718d2532-ba00-4ce0-a466-9c9788c6a70c triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:38.082328 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-d3714bbe-7b3c-4d49-89d3-5da367138e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.108788 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-68cbe813-f3fe-4ee9-830e-cb6a724eba8c tempest-TestMinimumBasicScenario-1760846595 tempest-TestMinimumBasicScenario-1760846595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:38.138119 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-d3714bbe-7b3c-4d49-89d3-5da367138e01 None None] Port 718d2532-ba00-4ce0-a466-9c9788c6a70c cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:32:38.203369 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:38.208008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:38.215041 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:38.240644 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event updated for resources: {'Port': ['ID=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:38.242943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.255301 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:38.450843 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:38.451484 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.461791 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c6ae1275-16d9-4ba5-99c5-96b0f1c03eb2 None None] Provisioning for port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:38.468232 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-c6ae1275-16d9-4ba5-99c5-96b0f1c03eb2 None None] Provisioning complete for port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:38.468837 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1275-16d9-4ba5-99c5-96b0f1c03eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.516861 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5815191 Aug 11 16:32:38.537758 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.540078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae1275-16d9-4ba5-99c5-96b0f1c03eb2 None None] Port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:32:38.541581 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Request body: {'port': {'device_id': '3f122361-c6c5-4c8e-962b-513e4263804b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:38.739892 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd305b-d31e-497c-8892-b21949fc9565 req-72e0b751-767d-4e0b-88d7-26acc9be342c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:38.741981 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4dfd305b-d31e-497c-8892-b21949fc9565 req-72e0b751-767d-4e0b-88d7-26acc9be342c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 931 time: 0.0908442 Aug 11 16:32:38.771741 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:38.794015 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-4dfd305b-d31e-497c-8892-b21949fc9565 req-47344ffd-0814-4d49-be2f-229aeeecb388 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Aug 11 16:32:39.003137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718d2532-ba00-4ce0-a466-9c9788c6a70c {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:32:39.026065 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:39.059870 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Transition to ACTIVE for port object 718d2532-ba00-4ce0-a466-9c9788c6a70c will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:39.104048 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:39.111487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3ecb254d-b0d2-4b37-8227-f5fbbd00ae33 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:39.332715 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Pushing event updated for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:39.341000 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:39.520908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:32:39.532247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8be91-4164-44c9-87f5-f1f1c2408501 req-20937afc-352b-4b9f-8948-485557a229a5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:39.532948 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-4ab8be91-4164-44c9-87f5-f1f1c2408501 req-20937afc-352b-4b9f-8948-485557a229a5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:39.544653 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:39.551613 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Attempting to bind port 718d2532-ba00-4ce0-a466-9c9788c6a70c on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:39.551953 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Attempting to bind port 718d2532-ba00-4ce0-a466-9c9788c6a70c by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:39.552288 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Attempting to bind port 718d2532-ba00-4ce0-a466-9c9788c6a70c on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:39.568059 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Port 718d2532-ba00-4ce0-a466-9c9788c6a70c on network 044024ba-f3a2-4b91-93f3-a57d65da070c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:32:39.568383 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Attempting to bind port 718d2532-ba00-4ce0-a466-9c9788c6a70c on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:39.579366 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:39.579726 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Checking segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:39.580096 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Bound using segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:39.580531 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Bound port: 718d2532-ba00-4ce0-a466-9c9788c6a70c, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:39.580879 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:39.592152 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-4ab8be91-4164-44c9-87f5-f1f1c2408501 req-20937afc-352b-4b9f-8948-485557a229a5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:39.593469 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4ab8be91-4164-44c9-87f5-f1f1c2408501 req-20937afc-352b-4b9f-8948-485557a229a5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.4238019 Aug 11 16:32:39.596210 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Transition to ACTIVE for port object 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:32:39.604479 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:39.621688 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-98a81edd-1600-4090-8361-84235243e59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:39.818183 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Pushing event updated for resources: {'Port': ['ID=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:39.832552 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:39.873413 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-4ab8be91-4164-44c9-87f5-f1f1c2408501 req-45c152c9-686b-4556-9c92-c0dde28fb24d tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735724 Aug 11 16:32:39.919249 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:39.935989 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:39.943860 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:39.951126 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6238a419-9ea9-402b-855c-45aafed48306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:40.007384 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38d2a-907a-44f5-a1f1-78666af08373 req-d5f01d84-842f-48e7-8509-eb491cf59c62 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.010233 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fda38d2a-907a-44f5-a1f1-78666af08373 req-d5f01d84-842f-48e7-8509-eb491cf59c62 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 943 time: 0.0959618 Aug 11 16:32:40.073436 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fda38d2a-907a-44f5-a1f1-78666af08373 req-34aebc5d-6996-4f6f-acd2-b43138f415fc tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534556 Aug 11 16:32:40.137960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.138604 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:40.140001 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] 10.222.0.39 "PUT /v2.0/ports/718d2532-ba00-4ce0-a466-9c9788c6a70c HTTP/1.1" status: 200 len: 1093 time: 2.1480360 Aug 11 16:32:40.141952 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:40.149874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Attempting to bind port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:32:40.149874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Attempting to bind port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:32:40.150844 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Attempting to bind port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:40.161610 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:32:40.161912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Attempting to bind port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f on network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:32:40.174087 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:32:40.174441 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Checking segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:32:40.174851 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Bound using segment: {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:32:40.175300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Bound port: 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb0e26a-0391-4faf-9406-002dc1bae9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:32:40.175615 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:40.193908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Pushing event updated for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:40.199415 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:40.233612 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'status': 'completed', 'code': 200} Aug 11 16:32:40.335396 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] For port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:32:40.340046 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] For port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:32:40.346032 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:40.351645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-0236d0e2-bf2d-4ef9-82cf-9f3edb08c7ba tempest-VolumesActionsTest-2046674434 tempest-VolumesActionsTest-2046674434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:40.389606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-b3bdf72b-d933-4b68-83af-6fd46ec5971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.391120 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-b3bdf72b-d933-4b68-83af-6fd46ec5971d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 1096 time: 0.1897509 Aug 11 16:32:40.479645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.480260 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:40.481606 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] 10.222.0.39 "PUT /v2.0/ports/85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f HTTP/1.1" status: 200 len: 1093 time: 1.9472845 Aug 11 16:32:40.500042 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-8e07c5a8-eecc-4eb2-9fd1-4f1a05ae457a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c HTTP/1.1" status: 200 len: 217 time: 0.0901668 Aug 11 16:32:40.590925 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Pushing event updated for resources: {'Port': ['ID=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:40.601617 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:40.626219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-7e1afd8a-7cb6-4861-a5e9-b06b68dddd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.627712 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-7e1afd8a-7cb6-4861-a5e9-b06b68dddd32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.1213725 Aug 11 16:32:40.700653 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ea4b96ba-cacd-40fc-a9ac-e5c19966875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.702053 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ea4b96ba-cacd-40fc-a9ac-e5c19966875e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 1096 time: 0.1588206 Aug 11 16:32:40.775047 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-33305c28-df4a-4b9b-995b-928973ba491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.776538 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-33305c28-df4a-4b9b-995b-928973ba491b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1405745 Aug 11 16:32:40.802217 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-4c83b31d-2c8d-4530-82d4-ba0c8c10f548 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f HTTP/1.1" status: 200 len: 217 time: 0.0877168 Aug 11 16:32:40.940824 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-620e0552-7df3-4ab7-9835-9f775ca723ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:40.942274 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-620e0552-7df3-4ab7-9835-9f775ca723ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.1319947 Aug 11 16:32:41.007364 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-4629ea2d-6b7a-47ee-9fda-302f7b4934e4 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233431 Aug 11 16:32:41.092660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f809b-fbd1-4b03-8a6c-f35156084cae req-d2683e27-7fe6-4934-b7c0-a87188a9bd24 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:41.094172 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a39f809b-fbd1-4b03-8a6c-f35156084cae req-d2683e27-7fe6-4934-b7c0-a87188a9bd24 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0986750 Aug 11 16:32:41.141452 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ddedf9fb-97ea-4a31-95ce-da25a2245cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:41.142966 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-ddedf9fb-97ea-4a31-95ce-da25a2245cf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1930218 Aug 11 16:32:41.149409 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-a39f809b-fbd1-4b03-8a6c-f35156084cae req-5933171f-a8e9-45fa-9300-d56c09b4b883 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:security_group {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:41.162210 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-a39f809b-fbd1-4b03-8a6c-f35156084cae req-5933171f-a8e9-45fa-9300-d56c09b4b883 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:security_group {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:41.163661 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a39f809b-fbd1-4b03-8a6c-f35156084cae req-5933171f-a8e9-45fa-9300-d56c09b4b883 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581272 Aug 11 16:32:41.193471 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f4e316dc-76de-4e40-ad44-a2a5abfb9618 req-ac9ba2f5-5f6e-4934-b397-562773fc2d26 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788499 Aug 11 16:32:41.403478 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-b733e883-bb58-4d24-863e-9a752919381a service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473938 Aug 11 16:32:41.473529 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e3c4d-9c5d-4711-8dbf-b331bf6f8b8a req-2c478b56-9c95-4f86-acd8-0007743c655a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:41.474136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-769e3c4d-9c5d-4711-8dbf-b331bf6f8b8a req-2c478b56-9c95-4f86-acd8-0007743c655a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Synchronizing usage tracker for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:32:41.541584 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-ce94c129-b1b0-430f-9be7-0a2e42905034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:41.543088 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-ce94c129-b1b0-430f-9be7-0a2e42905034 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 1096 time: 0.2415507 Aug 11 16:32:41.579399 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-769e3c4d-9c5d-4711-8dbf-b331bf6f8b8a req-2c478b56-9c95-4f86-acd8-0007743c655a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Unset dirty status for tenant:7564588c7aae4d0d93d314d08db4ecd1 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:32:41.580531 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-769e3c4d-9c5d-4711-8dbf-b331bf6f8b8a req-2c478b56-9c95-4f86-acd8-0007743c655a tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 943 time: 0.3252058 Aug 11 16:32:41.640294 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5eb4e311-4de6-4e30-a619-8a2e0455b988 req-e9477af4-ee58-4561-84b9-22cfc9231ff3 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273321 Aug 11 16:32:41.826308 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-769e3c4d-9c5d-4711-8dbf-b331bf6f8b8a req-5fca4651-f140-4e34-b927-a60d62c4aa79 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394042 Aug 11 16:32:41.857254 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-75d9d046-3cff-4a07-a144-79e6b1d80fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:41.858749 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-75d9d046-3cff-4a07-a144-79e6b1d80fcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.3035903 Aug 11 16:32:41.934683 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-10c3c035-bca7-4301-b3d2-2c0a5692f67d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c HTTP/1.1" status: 200 len: 217 time: 0.0671031 Aug 11 16:32:41.998513 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-5047b414-33a5-4148-9ce3-623da1478808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:41.999970 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-5047b414-33a5-4148-9ce3-623da1478808 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0589440 Aug 11 16:32:42.078919 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-62fda0d3-7fe1-428e-8c4a-aa51eb015097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:42.080330 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-62fda0d3-7fe1-428e-8c4a-aa51eb015097 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736060 Aug 11 16:32:42.217227 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-927b7a29-e576-4fca-83bb-c861a34897c2 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300323 Aug 11 16:32:42.241409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:42.335314 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'status': 'completed', 'code': 200} Aug 11 16:32:42.374388 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac908-b934-4b10-aed4-2e629b1eb79b req-af86136b-9efc-41ba-9aff-be883f493355 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:42.375962 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-355ac908-b934-4b10-aed4-2e629b1eb79b req-af86136b-9efc-41ba-9aff-be883f493355 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0842621 Aug 11 16:32:42.430647 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-355ac908-b934-4b10-aed4-2e629b1eb79b req-ac29ad9f-07f7-4c31-9f3d-035be677d3f1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476646 Aug 11 16:32:42.435626 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e600157f-55b2-4e3d-8e2a-7d92e6fef843 req-090bd429-c0e8-4a48-a7f0-4f51aafaacc2 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117844 Aug 11 16:32:42.452190 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-e79d1777-2af9-4ae9-b8f5-0d15c61a745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:42.453678 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-e79d1777-2af9-4ae9-b8f5-0d15c61a745e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 1096 time: 0.1125767 Aug 11 16:32:42.589361 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-5a1dde4f-d3c8-4a41-9389-2439ca43aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:42.590761 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-5a1dde4f-d3c8-4a41-9389-2439ca43aec0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1311061 Aug 11 16:32:42.662697 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-3a6ed65c-118b-4791-ac14-5a6cc62ff66d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f HTTP/1.1" status: 200 len: 217 time: 0.0655067 Aug 11 16:32:42.728322 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-ee46c21e-61da-4f50-b029-86d25d52b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:42.729785 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-ee46c21e-61da-4f50-b029-86d25d52b0cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0604000 Aug 11 16:32:42.809277 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-2bb56f95-8fd0-427f-836b-564264fc3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:42.810780 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-2bb56f95-8fd0-427f-836b-564264fc3cea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744619 Aug 11 16:32:42.829767 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:32:42.947251 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:32:43.048087 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:43.070406 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'port_id': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'mac_address': 'fa:16:3e:e9:32:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:32:43.115811 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-613f7b56-495e-4401-92e4-681a25aa9b03 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982883 Aug 11 16:32:43.154477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:43.172431 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:32:43.182829 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67924-dcec-47ba-8124-ed6c8919e8be req-bd235d14-d62b-4cc5-9977-bf431e739952 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:43.184324 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-72e67924-dcec-47ba-8124-ed6c8919e8be req-bd235d14-d62b-4cc5-9977-bf431e739952 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 943 time: 0.2259843 Aug 11 16:32:43.188978 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:43.193651 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:43.195433 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:43.268818 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:43.272331 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:43.308445 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-72e67924-dcec-47ba-8124-ed6c8919e8be req-c40eefc6-ca14-44df-8123-1772141675a3 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735984 Aug 11 16:32:43.311801 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d65ae2e6-9bdc-44eb-87ca-944cdff5844b req-47af4b9d-6d3e-47ab-b52c-be75b59ee2c6 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889701 Aug 11 16:32:43.478294 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:32:43.656376 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51469-d5de-4f61-a31d-45a1f664ae01 req-53d188b3-e944-43bb-bc15-d543518d4a25 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:43.658698 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-37d51469-d5de-4f61-a31d-45a1f664ae01 req-53d188b3-e944-43bb-bc15-d543518d4a25 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.1197755 Aug 11 16:32:43.706724 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-37d51469-d5de-4f61-a31d-45a1f664ae01 req-a1c9c968-2624-4eb7-a793-535976b08b65 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Aug 11 16:32:44.501560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68faafb-ceca-4384-923e-f7c67a3d7022 req-9ae3cd69-2844-431b-90ee-d8bd091c0914 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:44.503069 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a68faafb-ceca-4384-923e-f7c67a3d7022 req-9ae3cd69-2844-431b-90ee-d8bd091c0914 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 944 time: 0.0851758 Aug 11 16:32:44.549267 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a68faafb-ceca-4384-923e-f7c67a3d7022 req-dac44624-d3c5-4764-9c17-251af119ad52 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Aug 11 16:32:44.833591 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:44.902092 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd10a7-7078-45f0-964f-a14f60787c32 req-0acb6994-d3a4-491b-ac02-843bd2646d30 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:44.903998 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0bcd10a7-7078-45f0-964f-a14f60787c32 req-0acb6994-d3a4-491b-ac02-843bd2646d30 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0894089 Aug 11 16:32:44.905600 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:44.910981 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:44.911371 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:44.951716 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0bcd10a7-7078-45f0-964f-a14f60787c32 req-ab91d04b-72c7-42d7-9a75-1a8ca7099c9f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 Aug 11 16:32:45.034309 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:45.061417 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:45.072638 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:45.076919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:45.079333 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:45.116666 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'code': 200} Aug 11 16:32:45.151806 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:45.154986 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:45.369366 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcf10d-8d51-41c2-a37d-824cec6be28a req-d1901a12-311c-4ff2-92f1-b85fc69ba471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:45.370924 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-62bcf10d-8d51-41c2-a37d-824cec6be28a req-d1901a12-311c-4ff2-92f1-b85fc69ba471 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 1098 time: 0.0719371 Aug 11 16:32:45.410794 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-62bcf10d-8d51-41c2-a37d-824cec6be28a req-520fffd7-7d06-416e-b239-caaa0870fcb3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Aug 11 16:32:45.735599 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7597e-917e-4908-8789-e1e096a84e13 req-add1811b-aa9e-4b91-a9b3-da77142390c0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:45.737063 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60f7597e-917e-4908-8789-e1e096a84e13 req-add1811b-aa9e-4b91-a9b3-da77142390c0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.0827992 Aug 11 16:32:45.782667 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-60f7597e-917e-4908-8789-e1e096a84e13 req-5eb29555-527f-41f7-b677-3230d7ee69c1 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399566 Aug 11 16:32:46.247379 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361c7a0-8c52-4215-a25f-b7d095ce3d5f req-37474afe-0408-4780-941e-68057abeda51 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:46.248770 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0361c7a0-8c52-4215-a25f-b7d095ce3d5f req-37474afe-0408-4780-941e-68057abeda51 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.1843922 Aug 11 16:32:46.295309 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0361c7a0-8c52-4215-a25f-b7d095ce3d5f req-b356bf1e-e751-411f-91fa-7c60db703eaf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Aug 11 16:32:47.060094 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57525a1c-b666-4af1-983a-822b417ce94c req-6bb1e388-ba42-4568-9973-cdc09fc5f123 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:47.061558 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-57525a1c-b666-4af1-983a-822b417ce94c req-6bb1e388-ba42-4568-9973-cdc09fc5f123 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.1725383 Aug 11 16:32:47.106087 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-57525a1c-b666-4af1-983a-822b417ce94c req-a1e3e9a1-f804-4056-b2fd-604e5c79de18 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 Aug 11 16:32:47.283583 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e6b8e-97bf-4a2a-935b-45e6472a8e99 req-ce84c42b-240e-4b8c-b01b-beea45119d62 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:47.285010 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2b5e6b8e-97bf-4a2a-935b-45e6472a8e99 req-ce84c42b-240e-4b8c-b01b-beea45119d62 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.0812163 Aug 11 16:32:47.293888 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38870) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:47.298849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Request body: {'floatingip': {'port_id': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:47.376485 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:47.489079 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b555e1-50e0-4313-846d-3236793224f5 req-1a2bfff2-a357-45f7-a54f-0d0f911b4bc0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:47.490742 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e7b555e1-50e0-4313-846d-3236793224f5 req-1a2bfff2-a357-45f7-a54f-0d0f911b4bc0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0841172 Aug 11 16:32:47.540395 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e7b555e1-50e0-4313-846d-3236793224f5 req-61ca8181-1b47-4bae-950c-f65b4bc9dba2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Aug 11 16:32:47.961555 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:47.965708 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:48.129875 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Floating IP 1b039079-f106-4a38-b6d2-5bbb49cf52c0 associated. External IP: 172.27.0.143, port: 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f. Aug 11 16:32:48.576750 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:32:48.819435 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:48.824405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:48.828574 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:48.839182 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:48.839795 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:48.842735 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718d2532-ba00-4ce0-a466-9c9788c6a70c details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:32:48.856119 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cca12-019e-44da-b070-9664fc335ed4 req-4909da85-7901-4a71-820a-0e7c20d4ffdc tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:48.857592 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c30cca12-019e-44da-b070-9664fc335ed4 req-4909da85-7901-4a71-820a-0e7c20d4ffdc tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.2086954 Aug 11 16:32:48.918789 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f551db48-45ac-47bd-929c-367933b3154e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "PUT /v2.0/floatingips/1b039079-f106-4a38-b6d2-5bbb49cf52c0 HTTP/1.1" status: 200 len: 991 time: 1.6238179 Aug 11 16:32:48.921611 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:48.930956 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c30cca12-019e-44da-b070-9664fc335ed4 req-041ebaaf-8a25-40e2-a92e-d0fc7e22e519 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669029 Aug 11 16:32:48.989992 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:48.996197 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'status': 'completed', 'code': 200} Aug 11 16:32:49.007375 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'port_id': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'mac_address': 'fa:16:3e:d7:8f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:32:49.021574 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:49.064951 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:49.083818 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718d2532-ba00-4ce0-a466-9c9788c6a70c {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:32:49.100160 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:49.104970 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:49.106758 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:49.128708 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0941-d1b5-4409-8356-6867600be896 req-e3ac8392-54da-429a-98dd-128a59f0ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:49.130187 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-e3ac8392-54da-429a-98dd-128a59f0ac24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 1098 time: 0.0835533 Aug 11 16:32:49.176578 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:49.179916 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:49.268957 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0941-d1b5-4409-8356-6867600be896 req-15fc855b-6363-4532-b967-bd9105f3db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:49.270438 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-15fc855b-6363-4532-b967-bd9105f3db7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 200 len: 912 time: 0.1334636 Aug 11 16:32:49.372306 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-3771c035-a37f-4c9a-9eff-1890fbe654e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f HTTP/1.1" status: 200 len: 999 time: 0.0947392 Aug 11 16:32:49.376449 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '1b039079-f106-4a38-b6d2-5bbb49cf52c0', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'port_id': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'mac_address': 'fa:16:3e:e9:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f122361-c6c5-4c8e-962b-513e4263804b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:32:31Z', 'updated_at': '2021-08-11T16:32:47Z', 'revision_number': 1, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:49.380223 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:49.388370 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:49.390160 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:49.391514 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['718d2532-ba00-4ce0-a466-9c9788c6a70c'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:32:49.439206 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0941-d1b5-4409-8356-6867600be896 req-407e17a3-9190-4274-bcb3-15e2513251f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:49.440812 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-407e17a3-9190-4274-bcb3-15e2513251f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 200 len: 850 time: 0.0619614 Aug 11 16:32:49.521385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0941-d1b5-4409-8356-6867600be896 req-a02c6649-1e06-4c62-8887-cb26f15af568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:49.523571 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-a02c6649-1e06-4c62-8887-cb26f15af568 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763724 Aug 11 16:32:49.592620 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:49.672875 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-9777a5a2-2798-476f-9d49-a04917de1bae service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423378 Aug 11 16:32:49.807768 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5fcb0941-d1b5-4409-8356-6867600be896 req-380ec222-0166-401c-b4ee-7977ac6a1c13 service neutron] 10.222.0.39 "GET /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284895 Aug 11 16:32:49.965589 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '1b039079-f106-4a38-b6d2-5bbb49cf52c0', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'port_id': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'mac_address': 'fa:16:3e:e9:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f122361-c6c5-4c8e-962b-513e4263804b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:32:31Z', 'updated_at': '2021-08-11T16:32:47Z', 'revision_number': 1, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:49.969460 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4b7a6-8a4e-4ed3-b311-85bd7001f321 None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '1b039079-f106-4a38-b6d2-5bbb49cf52c0', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'port_id': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'mac_address': 'fa:16:3e:e9:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f122361-c6c5-4c8e-962b-513e4263804b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:32:31Z', 'updated_at': '2021-08-11T16:32:47Z', 'revision_number': 1, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:50.133191 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d64fd-62ac-40c0-8882-9943b8dc51e2 req-627d605c-99e0-4d8a-8dbb-7137fc5f55b4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:50.135584 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7c3d64fd-62ac-40c0-8882-9943b8dc51e2 req-627d605c-99e0-4d8a-8dbb-7137fc5f55b4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 944 time: 0.0877774 Aug 11 16:32:50.183827 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-7c3d64fd-62ac-40c0-8882-9943b8dc51e2 req-09db5f52-ad64-4499-82d3-993826134525 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424080 Aug 11 16:32:50.190978 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503efa2-7134-455b-837d-30822babed3e None None] New status for floating IP 1b039079-f106-4a38-b6d2-5bbb49cf52c0: ACTIVE {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:32:50.849258 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718d2532-ba00-4ce0-a466-9c9788c6a70c up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:32:50.949384 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 718d2532-ba00-4ce0-a466-9c9788c6a70c completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:32:50.953937 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 718d2532-ba00-4ce0-a466-9c9788c6a70c triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:32:50.954313 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:51.069358 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:51.096348 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:51.109266 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:32:51.113473 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:51.116729 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:51.151832 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'code': 200} Aug 11 16:32:51.189307 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:51.192161 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:51.391809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed7d8-9127-49dc-93a9-0477645041d8 req-c76a47dd-2b99-4f7e-9612-71d58821eba4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:51.393265 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-422ed7d8-9127-49dc-93a9-0477645041d8 req-c76a47dd-2b99-4f7e-9612-71d58821eba4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0951216 Aug 11 16:32:51.441166 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-422ed7d8-9127-49dc-93a9-0477645041d8 req-2241a994-4c61-4fa5-8cfd-9c66348adebc tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Aug 11 16:32:51.465927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff919-9830-4e2f-885b-b60df83c71f3 req-21377ed6-a5a4-4c73-bca9-b8e2c46cf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:51.467447 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f0fff919-9830-4e2f-885b-b60df83c71f3 req-21377ed6-a5a4-4c73-bca9-b8e2c46cf69b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 1098 time: 0.0706279 Aug 11 16:32:51.512426 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f0fff919-9830-4e2f-885b-b60df83c71f3 req-f0720603-a4a3-4889-89d4-5122cec7ce50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389385 Aug 11 16:32:52.636386 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e36f7f-c823-43ed-b3a0-7e8641cc10d5 req-93e4c247-9b4a-4464-ba84-32bb54a39294 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:52.637853 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c6e36f7f-c823-43ed-b3a0-7e8641cc10d5 req-93e4c247-9b4a-4464-ba84-32bb54a39294 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0891623 Aug 11 16:32:52.687574 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c6e36f7f-c823-43ed-b3a0-7e8641cc10d5 req-23c49665-1a74-47ca-8c16-681924991e87 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 Aug 11 16:32:53.874924 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431174-6ccc-4ee2-8652-bdb1bdf03156 req-3be1e5bf-439a-4041-ba7b-5dfdf94193f7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:53.876278 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-06431174-6ccc-4ee2-8652-bdb1bdf03156 req-3be1e5bf-439a-4041-ba7b-5dfdf94193f7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0848591 Aug 11 16:32:53.920643 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-06431174-6ccc-4ee2-8652-bdb1bdf03156 req-dab11c4f-c7be-4917-b57a-5a12a58ae82f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388672 Aug 11 16:32:54.103318 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f796d-2c5c-4d01-8fc2-c710e52c9c0c req-43da4003-8924-4e70-b308-accb183403ac tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:54.104819 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac2f796d-2c5c-4d01-8fc2-c710e52c9c0c req-43da4003-8924-4e70-b308-accb183403ac tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0795228 Aug 11 16:32:54.148765 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-ac2f796d-2c5c-4d01-8fc2-c710e52c9c0c req-3ba1aff2-2229-4640-9348-bade10866812 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Aug 11 16:32:54.171088 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 38902) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:54.288491 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9fb05-e201-44c3-9574-f72fa4884793 tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:54.290165 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-67b9fb05-e201-44c3-9574-f72fa4884793 tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 1093 time: 0.1179292 Aug 11 16:32:54.293056 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 38908) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:32:54.298164 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'port_id': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:32:54.304336 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:32:54.308309 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:floatingip and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:32:54.311085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:32:54.317089 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:32:54.326961 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:54.569995 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:54.707858 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Allocated IP 172.27.0.225 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/cd35ffac-368f-4b01-8fb0-6eaea6aeccc8) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:32:54.858480 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:54.886899 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:54.891189 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e934006a-06cf-47ee-b945-1613a2e84c25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:54.957085 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:32:54.959997 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:32:54.964221 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:32:54.996106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=cd35ffac-368f-4b01-8fb0-6eaea6aeccc8,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:55.007686 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.008052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.008409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.009375 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.009881 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.010233 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.010607 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.010954 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.011296 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.011634 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.011973 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.012308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:32:55.020325 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:55.388842 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:55.461684 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:55.667520 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:55.671731 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:55.675207 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fc1f50dc-d66b-4024-9dbf-b1c0b230f61b tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:32:55.779979 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=cd35ffac-368f-4b01-8fb0-6eaea6aeccc8,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:32:55.784106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:32:55.791174 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:55.960132 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Floating IP caf1d163-809d-4a3c-b540-5b744b2af70c associated. External IP: 172.27.0.225, port: 718d2532-ba00-4ce0-a466-9c9788c6a70c. Aug 11 16:32:56.265158 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:56.405793 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:32:56.582374 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:32:56.592899 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:32:56.601740 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:56.603128 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:56.607246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:56.669974 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3758233 Aug 11 16:32:56.670968 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:32:56.716097 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'status': 'completed', 'code': 200} Aug 11 16:32:56.786042 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:56.833856 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-2f93ac30-ee64-489e-85bd-57f812840e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:56.835385 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-2f93ac30-ee64-489e-85bd-57f812840e99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 1098 time: 0.0707808 Aug 11 16:32:56.969109 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-39bdde0f-8e98-4d6e-a410-d0271107241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:56.970599 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-39bdde0f-8e98-4d6e-a410-d0271107241f service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1285861 Aug 11 16:32:57.081241 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-d1db2d15-8773-4290-beed-3c92a22d208a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c HTTP/1.1" status: 200 len: 999 time: 0.1036611 Aug 11 16:32:57.137650 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'caf1d163-809d-4a3c-b540-5b744b2af70c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:d7:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:32:55Z', 'updated_at': '2021-08-11T16:32:55Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:57.141528 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:32:57.148193 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-e0d0fa28-bd0b-4488-ae37-b427aed14a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:57.149654 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-e0d0fa28-bd0b-4488-ae37-b427aed14a8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0615692 Aug 11 16:32:57.149976 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:32:57.150611 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:32:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:57.229639 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-4462fbe7-db82-4cf5-ac82-852ab2d02d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:32:57.231160 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-4462fbe7-db82-4cf5-ac82-852ab2d02d42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755348 Aug 11 16:32:57.324112 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:32:57.364912 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-cf30af3d-b2a8-4819-a348-70f60e5ef76c service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272879 Aug 11 16:32:57.497972 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-03062794-d8d1-42b5-9354-7cec3bd03824 req-1ad1dfa5-0c57-4f6d-a866-c9be813b3cff service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262138 Aug 11 16:32:57.675375 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'caf1d163-809d-4a3c-b540-5b744b2af70c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:d7:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:32:55Z', 'updated_at': '2021-08-11T16:32:55Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:32:57.679474 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093e1b9-caed-4137-91c5-ba70e49a7fda None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': 'caf1d163-809d-4a3c-b540-5b744b2af70c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:d7:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:32:55Z', 'updated_at': '2021-08-11T16:32:55Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:32:57.865747 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec03013-00b8-4997-b655-5e43b7d88fef None None] New status for floating IP caf1d163-809d-4a3c-b540-5b744b2af70c: ACTIVE {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:33:03.594109 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-c02b15b4-9daa-461f-a237-f84f0cd6a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:04.035884 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:06.345881 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-dbbafe8b-ad74-4431-869d-5d555e900c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:07.221480 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:08.514478 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:19.948208 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:33:26.293093 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:33.595042 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b2dd32ab-0503-411c-b85d-e95b25f2eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:34.036905 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:35.425381 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-99b21945-3c05-4efe-a789-41efc40d2edf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684707 Aug 11 16:33:35.680449 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-1d4ac2ce-901f-47cc-9ad0-709a51db2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:35.681933 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-1d4ac2ce-901f-47cc-9ad0-709a51db2e51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 1098 time: 0.1712234 Aug 11 16:33:35.829358 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-ad21f5e9-411a-4d78-9598-c4cac5518fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:35.830826 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-ad21f5e9-411a-4d78-9598-c4cac5518fdf service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1303518 Aug 11 16:33:35.935991 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-f716762e-c5e4-41a3-a908-0d970ef95c9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c HTTP/1.1" status: 200 len: 1001 time: 0.0987914 Aug 11 16:33:35.997734 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-c135a1da-f51e-4b66-9d08-52728150c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:35.999330 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-c135a1da-f51e-4b66-9d08-52728150c894 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0573268 Aug 11 16:33:36.078623 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-ef5713b7-de45-40c8-a572-7a179688015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:36.080059 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-ef5713b7-de45-40c8-a572-7a179688015a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744922 Aug 11 16:33:36.277097 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-5e18b97f-2753-4823-8655-552fac52cf45 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810343 Aug 11 16:33:36.347490 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-5112a231-90ce-49f5-bfbd-d33869234494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:36.439863 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8b37342e-48ab-4ea3-85ca-b0f23a4c5511 req-3e7846d9-42c1-405d-8c98-c1e929fa06ff service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556766 Aug 11 16:33:37.224708 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:38.518748 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:53.547081 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31f2a0-c460-4b0d-8a5f-5a580440760b req-4a72220a-24db-4c60-80f4-cd7276d3381e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:53.548552 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8f31f2a0-c460-4b0d-8a5f-5a580440760b req-4a72220a-24db-4c60-80f4-cd7276d3381e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.0869453 Aug 11 16:33:53.593462 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-8f31f2a0-c460-4b0d-8a5f-5a580440760b req-94bf5f4b-c71c-44ee-b180-ec588112b305 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389850 Aug 11 16:33:54.780471 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3f3d4-4519-4d5c-bbad-45fc8052c289 req-0ce67b49-22f6-4db6-bb1a-83aded6c9eb6 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:54.781966 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2da3f3d4-4519-4d5c-bbad-45fc8052c289 req-0ce67b49-22f6-4db6-bb1a-83aded6c9eb6 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.0818026 Aug 11 16:33:54.827772 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2da3f3d4-4519-4d5c-bbad-45fc8052c289 req-629dd890-9f5f-4e7f-ad0b-8d9e7a859924 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Aug 11 16:33:55.280364 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-4f6e20ed-2bdb-4f1b-b7fa-b26f0fcf8986 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:55.281791 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-4f6e20ed-2bdb-4f1b-b7fa-b26f0fcf8986 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.0823746 Aug 11 16:33:55.350886 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Deleting port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:33:55.351231 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:55.596659 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] For port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:33:55.597020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:55.884359 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:55.885100 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:55.885100 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Floating IP 1b039079-f106-4a38-b6d2-5bbb49cf52c0 disassociated. External IP: 172.27.0.143, port: 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f. Aug 11 16:33:55.885377 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Calling delete_port for 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:33:56.020377 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbb08-4077-421c-a757-e480cff89c28 req-e285cc42-3b43-484a-a7d6-7a86a733f09c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:33:56.021844 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c76fbb08-4077-421c-a757-e480cff89c28 req-e285cc42-3b43-484a-a7d6-7a86a733f09c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 945 time: 0.0850317 Aug 11 16:33:56.068120 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-c76fbb08-4077-421c-a757-e480cff89c28 req-ab715841-dcee-47d1-98c8-27096c5f193c tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6380553d-1bbe-4b43-8dea-12f5503850ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406547 Aug 11 16:33:56.132812 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:56.138786 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5180ddc4-a23d-45ef-a1ca-31c09b67d8aa tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:33:56.186334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event deleted for resources: {'Port': ['ID=85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:33:56.196759 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.197132 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.197507 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.197864 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.198219 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.198593 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.198951 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.199310 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.199710 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.201144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.201144 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.201499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:33:56.205111 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:33:56.308946 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:56.385328 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:33:56.567188 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:33:56.576996 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:33:56.587661 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:33:56.588299 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:33:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:33:56.649685 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] No DVR routers for this DVR port 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:33:56.652352 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:56.655809 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'name': 'network-vif-deleted', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:33:56.675564 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c89ae4b2-069f-4f3b-9943-c6ca9f743bd9 req-1e04f630-f464-4d03-9dc0-23c359e073f0 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.39 "DELETE /v2.0/ports/85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f HTTP/1.1" status: 204 len: 173 time: 1.3880012 Aug 11 16:33:56.710818 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f122361-c6c5-4c8e-962b-513e4263804b', 'name': 'network-vif-deleted', 'tag': '85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f', 'status': 'completed', 'code': 200} Aug 11 16:33:56.792301 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:33:56.955861 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:33:57.116743 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:33:57.120735 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:33:57.130101 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:33:57.130746 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:33:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:33:57.246847 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-32955fe0-4108-42ad-b86d-a9265024af58 req-df16dc23-d855-4f4c-ad2c-a7bad5c8edcd tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f122361-c6c5-4c8e-962b-513e4263804b HTTP/1.1" status: 200 len: 210 time: 0.0480800 Aug 11 16:33:57.322024 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:33:57.635829 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:33:57.639702 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85374de-2742-4360-b49d-7f3ae9218a07 None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:29:35Z', 'revision_number': 4, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': 'bb98a4f7-87d9-4e7f-9118-23ff230f04ce', 'name': '', 'network_id': '11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'mac_address': 'fa:16:3e:e6:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:34Z', 'updated_at': '2021-08-11T16:29:41Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'subnets': [{'id': '5638ef7a-e83a-43b7-a350-fc46f2cdc776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:33:57.850040 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa97d1d-71e9-4d2d-9406-828db48839aa None None] New status for floating IP 1b039079-f106-4a38-b6d2-5bbb49cf52c0: DOWN {{(pid=79153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:33:58.369723 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39120) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:33:58.434240 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:58.460943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:58.514153 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:58.518004 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e23760da-2555-4e49-b1c3-239b319ea522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:33:58.532448 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6380553d-1bbe-4b43-8dea-12f5503850ce,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:33:58.535627 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:33:58.545991 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:58.547149 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-bb5a0153-1290-48b6-b3e6-2aec1c734436 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "DELETE /v2.0/security-groups/6380553d-1bbe-4b43-8dea-12f5503850ce HTTP/1.1" status: 204 len: 168 time: 0.1764426 Aug 11 16:33:58.549750 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39124) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:33:58.569172 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.api.v2.resource [None req-5e12ced7-72ae-4e13-be34-b7036e4d8a3b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] show failed (client error): The resource could not be found. Aug 11 16:33:58.570128 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5e12ced7-72ae-4e13-be34-b7036e4d8a3b tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "GET /v2.0/security-groups/6380553d-1bbe-4b43-8dea-12f5503850ce HTTP/1.1" status: 404 len: 347 time: 0.0195091 Aug 11 16:33:58.572856 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39128) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:33:58.728243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Deleting port f6736880-b899-4b52-a29f-9bf21a27728b {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:33:58.728488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:58.894394 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:58.894745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:59.021698 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Calling delete_port for f6736880-b899-4b52-a29f-9bf21a27728b owned by network:floatingip {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:33:59.158317 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:59.161849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:33:59.240272 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:33:59.276329 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:33:59.276698 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 85dc9451-2cd9-41df-b5c6-4ce5e4b4d80f not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:33:59.301650 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Pushing event deleted for resources: {'Port': ['ID=f6736880-b899-4b52-a29f-9bf21a27728b,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:33:59.305007 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:33:59.393243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks [] for floatingip, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:59.406802 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:59.407915 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b039079-f106-4a38-b6d2-5bbb49cf52c0 HTTP/1.1" status: 204 len: 168 time: 0.8342140 Aug 11 16:34:03.399100 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39158) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:03.597075 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fae489df-170d-4e2b-bd3e-f6e20a76d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:03.940948 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:04.038541 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:04.387179 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Deleting port bb98a4f7-87d9-4e7f-9118-23ff230f04ce {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:34:04.387516 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:04.559090 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] For port bb98a4f7-87d9-4e7f-9118-23ff230f04ce, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:34:04.559846 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:04.682817 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Calling delete_port for bb98a4f7-87d9-4e7f-9118-23ff230f04ce owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:34:04.859893 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:04.864260 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fdbd8e39-a02a-46b4-99e4-a3ad295ee1ec tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:04.912504 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb98a4f7-87d9-4e7f-9118-23ff230f04ce,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:04.981432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.982852 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.983236 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.983613 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.983980 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.984347 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.984713 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.985078 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.985445 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.985802 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.986161 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.986515 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:04.992649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:05.201854 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:05.569521 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:34:05.854624 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:34:05.862966 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] Sync routers for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:34:05.867324 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] 10.222.0.18 "PUT /v2.0/routers/95ae4155-5fb8-4718-ae42-ebe6c33b50bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4671476 Aug 11 16:34:05.869789 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39162) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:05.873466 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:34:05.874082 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:33:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:06.050364 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:34:06.051974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks [] for router, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:06.231155 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:06.241682 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Deleting port ebb02098-039e-424e-821b-5740e82498ea {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:34:06.242002 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:06.349362 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7fd215f9-61a7-414f-b7de-675091c49ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:06.356881 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'ebb02098-039e-424e-821b-5740e82498ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:34:04Z', 'revision_number': 5, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port': {'id': 'ebb02098-039e-424e-821b-5740e82498ea', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:29:32Z', 'updated_at': '2021-08-11T16:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:06.360741 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] Checking router: 95ae4155-5fb8-4718-ae42-ebe6c33b50bf for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:34:06.368776 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] Routers {'95ae4155-5fb8-4718-ae42-ebe6c33b50bf'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:34:06.369378 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:34:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:06.431718 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] For port ebb02098-039e-424e-821b-5740e82498ea, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=ebb02098-039e-424e-821b-5740e82498ea,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:34:06.432081 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:06.519654 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] Set router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:34:06.559033 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Calling delete_port for ebb02098-039e-424e-821b-5740e82498ea owned by network:router_gateway {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:34:06.625375 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:34:06Z', 'revision_number': 6, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:06.629298 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f57f92-2bf5-42b2-b014-9316dd8da4ba None None] The sync data for ids ['95ae4155-5fb8-4718-ae42-ebe6c33b50bf'] in dv-cinder-804265-1-iscsi is: [{'id': '95ae4155-5fb8-4718-ae42-ebe6c33b50bf', 'name': 'tempest-AttachVolumeTestJSON-1107047320-router', 'tenant_id': '7564588c7aae4d0d93d314d08db4ecd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:29:31Z', 'updated_at': '2021-08-11T16:34:06Z', 'revision_number': 6, 'project_id': '7564588c7aae4d0d93d314d08db4ecd1', 'gw_port_host': None}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:34:06.730017 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:06.734473 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-dc27ed30-72ab-418d-9fb2-510896d91bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:06.776938 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb02098-039e-424e-821b-5740e82498ea,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:06.780753 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:06.868139 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.144500 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.146752 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.168575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.169119 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ae4155-5fb8-4718-ae42-ebe6c33b50bf {{(pid=79152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:34:07.180894 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.181990 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-8d70c9ca-4611-4634-929f-ebb9ba5e5e4f admin admin] 10.222.0.18 "DELETE /v2.0/routers/95ae4155-5fb8-4718-ae42-ebe6c33b50bf HTTP/1.1" status: 204 len: 168 time: 1.3111906 Aug 11 16:34:07.185073 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39166) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:07.231589 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.244172 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Deleting subnet 5638ef7a-e83a-43b7-a350-fc46f2cdc776 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:34:07.247625 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.296988 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.380321 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.392221 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device bb98a4f7-87d9-4e7f-9118-23ff230f04ce no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:34:07.425852 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: bb98a4f7-87d9-4e7f-9118-23ff230f04ce {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:34:07.426215 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device bb98a4f7-87d9-4e7f-9118-23ff230f04ce not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:34:07.426660 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device ebb02098-039e-424e-821b-5740e82498ea no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:34:07.453571 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.458383 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:07.463729 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: ebb02098-039e-424e-821b-5740e82498ea {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:34:07.464090 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device ebb02098-039e-424e-821b-5740e82498ea not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:34:07.501797 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.504279 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5638ef7a-e83a-43b7-a350-fc46f2cdc776,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:07.507181 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ddc6d-0c89-492a-86d6-67e9b530e6d0 None None] Network 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:34:07.507407 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:07.514842 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-d7617e80-6895-4a4c-b5b1-b8926c005f7a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5638ef7a-e83a-43b7-a350-fc46f2cdc776 HTTP/1.1" status: 204 len: 168 time: 0.3258450 Aug 11 16:34:07.515158 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39170) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:07.626462 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.637327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Deleting port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:34:07.638281 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.767357 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] DHCP port deletion for 11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:34:07.771579 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Deleting port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:34:07.771962 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.847327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] For port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:34:07.847912 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.975125 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Calling delete_port for 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 owned by network:dhcp {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:34:07.975522 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] For port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,segment=NetworkSegment(5eb0e26a-0391-4faf-9406-002dc1bae9e5),segment_id=5eb0e26a-0391-4faf-9406-002dc1bae9e5)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:34:07.975923 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.057085 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.062046 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:08.107096 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=97ffb3af-b390-481b-b5a7-e84ce36cd6b8,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:08.110114 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:08.110922 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] No DVR routers for this DVR port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 on host dv-cinder-804265-1-iscsi {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:34:08.128882 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Calling delete_port for 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:34:08.202315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:34:08.202700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:34:08.229824 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.242685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:08.255380 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb0e26a-0391-4faf-9406-002dc1bae9e5') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:08.255676 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb0e26a-0391-4faf-9406-002dc1bae9e5') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:08.266842 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.282684 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.288652 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:34:08.289118 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:34:08.302815 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:34:08.380378 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.384018 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d379c04c-bd1f-40a8-a70f-f71d1aead628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:08.396841 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.407055 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:08.410219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:08.420278 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fa796e4c-fb1f-4cea-970a-2358db60cc7d admin admin] 10.222.0.18 "DELETE /v2.0/networks/11a15f8f-42fc-4c33-b0cb-597c2f8d2ff1 HTTP/1.1" status: 204 len: 168 time: 0.9042265 Aug 11 16:34:08.521571 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.630903 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39176) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:08.679651 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-6b820b1f-daaf-4f3f-bd1f-4cb88d3b9c4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7564588c7aae4d0d93d314d08db4ecd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476117 Aug 11 16:34:08.681898 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39180) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:08.703807 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Deleting port 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:34:08.704301 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.744409 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.770474 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.776030 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-928813cd-400b-47ab-917e-bdb16c903488 None None] The port '97ffb3af-b390-481b-b5a7-e84ce36cd6b8' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:34:08.826513 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.831690 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-307cd7c1-b7b1-4d7c-9ccf-0e95f97bc3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:08.845252 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db209e-5e46-4d53-b1de-94a5ae0ffac0,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:08.847649 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:08.857883 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:08.859034 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-60468b8d-95f4-4ae9-a3d4-65a336b07cf4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5db209e-5e46-4d53-b1de-94a5ae0ffac0 HTTP/1.1" status: 204 len: 168 time: 0.1762652 Aug 11 16:34:09.385275 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:34:09.420576 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:34:09.420997 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 97ffb3af-b390-481b-b5a7-e84ce36cd6b8 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:34:09.593389 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39204) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:09.712870 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273222445-network', 'tenant_id': 'a1a3ce47039a47d19ae749379567b09a'}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:34:09.717542 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:09.721339 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Usage tracker for resource:network and tenant:a1a3ce47039a47d19ae749379567b09a is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:09.724209 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:09.729819 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:09.739946 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Made reservation on behalf of a1a3ce47039a47d19ae749379567b09a for: {'network': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:34:09.742256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.754668 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.768518 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:09.772231 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a3ce47039a47d19ae749379567b09a is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:09.774974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:09.780791 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:09.863414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.867098 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.870993 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-a7ac5d8e-c139-4708-9247-46eeac81f608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:09.901722 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=79152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:34:09.910311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b65b315-6dd5-4ad7-b411-b0f5d67ccf86,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:09.913876 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:09.916359 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.916702 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.segments_db [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Added segment c1e6b2ad-76b8-44c6-b297-9a31e39aaaf2 of type vlan for network 07cf086c-9117-4b0c-a02f-0a2efe7083e1 Aug 11 16:34:09.943733 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.971042 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.972327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:09.972909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:09.977518 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-093e0a07-bee3-4367-ad46-152020394973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:10.075177 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4805706 Aug 11 16:34:10.078182 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39210) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:10.080325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Pushing event updated for resources: {'Network': ['ID=07cf086c-9117-4b0c-a02f-0a2efe7083e1,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:10.082917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2e6902c2-3dba-4822-9876-49ac149c7a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:10.084908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Request body: {'subnet': {'network_id': '07cf086c-9117-4b0c-a02f-0a2efe7083e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1273222445-subnet', 'tenant_id': 'a1a3ce47039a47d19ae749379567b09a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:34:10.089998 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 07cf086c-9117-4b0c-a02f-0a2efe7083e1 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:34:10.090705 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:10.095022 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Usage tracker for resource:subnet and tenant:a1a3ce47039a47d19ae749379567b09a is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:10.097836 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:10.104609 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:10.115136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Made reservation on behalf of a1a3ce47039a47d19ae749379567b09a for: {'subnet': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:34:10.117572 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7170289'] for subnet, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:10.316511 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7237797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7170179'] for subnet, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:10.321066 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a307ea23-116d-4209-b32d-fe3ea7bc6e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:10.393683 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ebff26-55ec-4396-ba8e-593ce58b8a6d,revision_number=0']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:10.396406 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:10.402194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Checking segment: {'id': 'c1e6b2ad-76b8-44c6-b297-9a31e39aaaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '07cf086c-9117-4b0c-a02f-0a2efe7083e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:34:10.402579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Network hostable DHCP agents. Network: 07cf086c-9117-4b0c-a02f-0a2efe7083e1, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:34:10.422666 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Network 07cf086c-9117-4b0c-a02f-0a2efe7083e1 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:34:10.432254 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 07cf086c-9117-4b0c-a02f-0a2efe7083e1) {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:34:10.437017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:10.438073 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:10.441285 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8377f6-86bf-4f46-b90a-381247a88dc4 None None] Network 07cf086c-9117-4b0c-a02f-0a2efe7083e1 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:34:10.459022 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-6b8297fc-5226-48c5-9f28-f06c13fe8622 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3795688 Aug 11 16:34:10.664182 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a506d4-1799-4ca0-b101-486d003bece6 None None] Network 07cf086c-9117-4b0c-a02f-0a2efe7083e1 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:34:10.959718 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39230) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:10.966015 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-447387595-network', 'tenant_id': '2f165f1cd5f04b769fecd286205b5357'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:34:10.970862 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:10.974710 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Usage tracker for resource:network and tenant:2f165f1cd5f04b769fecd286205b5357 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:10.977533 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:10.984020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:10.994400 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Made reservation on behalf of 2f165f1cd5f04b769fecd286205b5357 for: {'network': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:34:10.996860 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for network, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.009195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.023390 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:11.027137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Usage tracker for resource:security_group_rule and tenant:2f165f1cd5f04b769fecd286205b5357 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:11.030467 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:11.036061 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:11.118267 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.122235 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.125045 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-22aeec08-4bdb-4a70-a8c2-edbf5d8d919f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:11.151493 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=79151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:34:11.160130 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c7451-204a-43cd-930f-f31bdff150ad,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:11.163569 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:11.166038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.166385 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.segments_db [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Added segment 2efbaa92-907c-46b5-8bc3-9df1f4f0aff8 of type vlan for network 38381f02-6a9c-4a6e-b221-94c7dea116c6 Aug 11 16:34:11.192877 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774153596061'] for network, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.220952 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313'] for network, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.222345 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:11.222962 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.227671 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-82b2379e-c460-48ae-9db4-cf9db44be6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:11.328411 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3675041 Aug 11 16:34:11.329334 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Pushing event updated for resources: {'Network': ['ID=38381f02-6a9c-4a6e-b221-94c7dea116c6,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:11.331964 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39234) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:11.332434 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-bba9195b-083d-4d97-acae-f682cc6c837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:11.338761 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.v2.base [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Request body: {'subnet': {'network_id': '38381f02-6a9c-4a6e-b221-94c7dea116c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-447387595-subnet', 'tenant_id': '2f165f1cd5f04b769fecd286205b5357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:34:11.339409 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Network 38381f02-6a9c-4a6e-b221-94c7dea116c6 details requested by agent ovs-agent-dv-cinder-804265-1-iscsi with host dv-cinder-804265-1-iscsi {{(pid=79153) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:34:11.344698 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:11.348453 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Usage tracker for resource:subnet and tenant:2f165f1cd5f04b769fecd286205b5357 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:11.351276 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:11.358162 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:11.368646 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Made reservation on behalf of 2f165f1cd5f04b769fecd286205b5357 for: {'subnet': 1} {{(pid=79152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:34:11.370971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7116010'] for subnet, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.671031 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6667381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7115928'] for subnet, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.674422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:11.748147 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35faedef-c8cd-458a-b3c4-819534d7f4b9,revision_number=0']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:11.751461 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:11.757109 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Checking segment: {'id': '2efbaa92-907c-46b5-8bc3-9df1f4f0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '38381f02-6a9c-4a6e-b221-94c7dea116c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:34:11.757468 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Network hostable DHCP agents. Network: 38381f02-6a9c-4a6e-b221-94c7dea116c6, hostable agents: ['8fa4212e-3917-4e2b-bc66-466ca001e77c'], hosted agents: [] {{(pid=79152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:34:11.778020 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Network 38381f02-6a9c-4a6e-b221-94c7dea116c6 is scheduled to be hosted by DHCP agent 8fa4212e-3917-4e2b-bc66-466ca001e77c with binding_index 1 {{(pid=79152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:34:11.787209 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-iscsi, 38381f02-6a9c-4a6e-b221-94c7dea116c6) {{(pid=79152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:34:11.791498 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:11.792528 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:11.796597 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bac5c-477f-44da-97f9-d5910df1473e None None] Network 38381f02-6a9c-4a6e-b221-94c7dea116c6 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:34:11.813965 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5b8e32d6-2d6a-48b7-bbb4-c0a760849a24 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4806521 Aug 11 16:34:11.944599 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39240) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:12.012554 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Deleting subnet 33ebff26-55ec-4396-ba8e-593ce58b8a6d {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:34:12.013969 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02069c-2ca2-4b9f-9e28-7045fc35e5e1 None None] Network 38381f02-6a9c-4a6e-b221-94c7dea116c6 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:34:12.016093 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.066718 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913836'] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.124951 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.193394 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7228774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7170202'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.198191 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ac7b4633-86fb-44d7-a477-0e35f304dce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:12.235718 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.238275 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ebff26-55ec-4396-ba8e-593ce58b8a6d,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:12.240291 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:12.244398 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-b8461f57-e5c0-40c5-aa6d-b028c6005556 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33ebff26-55ec-4396-ba8e-593ce58b8a6d HTTP/1.1" status: 204 len: 168 time: 0.2985585 Aug 11 16:34:12.247465 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39244) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:12.351803 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.476597 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.489348 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cf086c-9117-4b0c-a02f-0a2efe7083e1']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:12.501562 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e6b2ad-76b8-44c6-b297-9a31e39aaaf2') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:12.501852 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e6b2ad-76b8-44c6-b297-9a31e39aaaf2') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:12.513043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.529734 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.536209 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:34:12.536771 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:34:12.550759 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:34:12.628930 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.632831 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:12.645566 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.655618 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] 10.222.0.18 "DELETE /v2.0/networks/07cf086c-9117-4b0c-a02f-0a2efe7083e1 HTTP/1.1" status: 204 len: 168 time: 0.4070606 Aug 11 16:34:12.656614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=07cf086c-9117-4b0c-a02f-0a2efe7083e1,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:12.658451 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39248) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:12.661162 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f6de6246-4a30-431c-a7d7-e133439c3d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:12.722686 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Deleting subnet 35faedef-c8cd-458a-b3c4-819534d7f4b9 {{(pid=79151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:34:12.725685 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.775664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913836'] for subnet, precommit_delete_associations {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.831114 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.985729 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7228774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7170202'] for subnet, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:12.990901 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:13.025267 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35faedef-c8cd-458a-b3c4-819534d7f4b9,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:13.027260 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.030885 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:13.034836 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-69fdb27e-24cb-41de-ab44-ebd6f1be2579 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35faedef-c8cd-458a-b3c4-819534d7f4b9 HTTP/1.1" status: 204 len: 168 time: 0.3754251 Aug 11 16:34:13.037247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39252) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:13.144850 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.270299 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.282823 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38381f02-6a9c-4a6e-b221-94c7dea116c6']}} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:13.294915 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efbaa92-907c-46b5-8bc3-9df1f4f0aff8') {'for_net_delete': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:13.295208 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.services.segments.db [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efbaa92-907c-46b5-8bc3-9df1f4f0aff8') {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:34:13.306378 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913843'] for segment, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.322740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.329762 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=79151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:34:13.330142 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7228672'] for segment, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: Traceback (most recent call last): Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: timer() Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: cb(*args, **kw) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: return func(*args, **kwargs) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: self._notify() Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: self.callback(batched_events) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: event.method(event) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: return f(self, *a, **k) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._get(url).json() Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: return self.request(url, 'GET', **kwargs) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:34:13.343610 dv-cinder-804265-1-iscsi neutron-server[79151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:34:13.422487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.427172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.431083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:13.447801 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] 10.222.0.18 "DELETE /v2.0/networks/38381f02-6a9c-4a6e-b221-94c7dea116c6 HTTP/1.1" status: 204 len: 168 time: 0.4095893 Aug 11 16:34:13.451298 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Pushing event deleted for resources: {'Network': ['ID=38381f02-6a9c-4a6e-b221-94c7dea116c6,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:13.453598 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5a02c3c4-9c35-4d43-9a14-4d3454eeb63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:13.613514 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39258) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:13.663968 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-b8a56284-4eaa-4dde-bcb9-2e9f16f04ddf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1a3ce47039a47d19ae749379567b09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491686 Aug 11 16:34:13.666496 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39262) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:13.727643 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.753766 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.803617 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.808397 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-49407a44-64b0-4852-b55c-a6363493d0f3 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:13.823294 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b65b315-6dd5-4ad7-b411-b0f5d67ccf86,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:13.827873 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:13.829827 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:13.830937 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b65b315-6dd5-4ad7-b411-b0f5d67ccf86 HTTP/1.1" status: 204 len: 168 time: 0.1631727 Aug 11 16:34:14.171832 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39270) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:14.219693 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-df159512-cf7a-4c74-95a8-d59245fe4142 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f165f1cd5f04b769fecd286205b5357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465539 Aug 11 16:34:14.221931 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39274) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:14.281956 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:14.307678 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:14.366957 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:14.370574 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7e951d57-8452-4308-b4bb-00465838a303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:14.384736 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c7451-204a-43cd-930f-f31bdff150ad,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:14.388300 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:14.391695 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:14.394077 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-fe20acf0-4416-43ca-bec3-75c013207868 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da2c7451-204a-43cd-930f-f31bdff150ad HTTP/1.1" status: 204 len: 168 time: 0.1700184 Aug 11 16:34:25.180189 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39366) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:25.294878 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.309040 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:25.312833 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Usage tracker for resource:security_group_rule and tenant:da2dc4152e09417d859b254aa39d7b4a is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:25.315733 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:25.321269 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:25.406238 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.412083 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.420522 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ca4780e0-a016-400c-b31a-35ffcf579b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:25.461882 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da2dc4152e09417d859b254aa39d7b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805660 Aug 11 16:34:25.462865 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333b4305-9c4e-43c5-a88f-22f082bf8d49,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:25.464514 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39372) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:25.466880 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-96437dd2-2a51-42ad-b55a-f1e61bdb2a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:25.529363 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.554996 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.604908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.608870 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-c8d10f67-b7fb-4530-bd12-cbe745131a93 tempest-TestShelveInstance-1231496976 tempest-TestShelveInstance-1231496976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:25.625593 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333b4305-9c4e-43c5-a88f-22f082bf8d49,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:25.628495 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:25.630481 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.633510 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/333b4305-9c4e-43c5-a88f-22f082bf8d49 HTTP/1.1" status: 204 len: 168 time: 0.1672935 Aug 11 16:34:25.912308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39380) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:25.929904 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:25.944438 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:25.948171 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Usage tracker for resource:security_group_rule and tenant:47c309e7da13497d8d7c0be014245858 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:25.951607 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:25.957500 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:26.037385 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.040428 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.048312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f737cbf5-96e6-4fdb-bccb-5a65010f1218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:26.087849 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e6d3da-b094-4e02-b099-84f0c4d2d31d,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:26.092210 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47c309e7da13497d8d7c0be014245858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788433 Aug 11 16:34:26.093086 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f50a8235-3e2f-4b29-83d0-2af130dbaebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:26.095017 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39384) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:26.153548 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.178929 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.235091 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.238713 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-04148746-e534-4470-b6ca-cea782b86755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:26.252253 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e6d3da-b094-4e02-b099-84f0c4d2d31d,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:26.255102 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:26.257003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.258104 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-56645475-9113-4ab7-b045-1c2ab27f13eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90e6d3da-b094-4e02-b099-84f0c4d2d31d HTTP/1.1" status: 204 len: 168 time: 0.1622210 Aug 11 16:34:26.307299 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:31.934308 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39484) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:32.049464 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.064154 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:32.067900 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Usage tracker for resource:security_group_rule and tenant:775146abaaab4c848ebf1d2dccf0bcff is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:32.070693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:32.076885 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:32.158474 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.162759 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.170680 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-47ae196b-24d5-4d12-9a88-097c9c80fa71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:32.209942 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c1772f-a04b-49e6-92b5-39361dbecc02,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:32.214159 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=775146abaaab4c848ebf1d2dccf0bcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786624 Aug 11 16:34:32.215070 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-66c0a8c5-d7b7-4cd3-bc0b-32e1ee63739a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:32.217424 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39490) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:32.279888 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.305122 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.356143 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.359791 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d54d808b-ad54-4aaf-a41e-51ca8aa885b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:32.371661 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c1772f-a04b-49e6-92b5-39361dbecc02,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:32.374687 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:32.381563 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.383030 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-77581e87-0561-44e3-81c4-806373faa5b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7c1772f-a04b-49e6-92b5-39361dbecc02 HTTP/1.1" status: 204 len: 168 time: 0.1643429 Aug 11 16:34:32.649494 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39498) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:32.667480 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.681742 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:32.686108 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d38887320c75489cbb211593544f3daf is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:32.688992 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:32.694713 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:32.775136 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.779084 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.787732 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-44c2bcde-c5fb-46e4-b2de-aa5dba1e4020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:32.832042 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d38887320c75489cbb211593544f3daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814392 Aug 11 16:34:32.833712 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb9457-7d7e-4184-92c0-93e5051aef41,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:32.834794 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39502) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:32.836702 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-d50c113b-e081-44e6-9805-2989cae3e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:32.892582 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.917120 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.967534 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.971052 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4af4ab95-d05f-4584-af83-111b8428ca6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:32.981493 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb9457-7d7e-4184-92c0-93e5051aef41,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:32.985949 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:32.989281 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:32.992755 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f1353853-a65b-4a21-8120-03c419bbc32a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68fb9457-7d7e-4184-92c0-93e5051aef41 HTTP/1.1" status: 204 len: 168 time: 0.1546326 Aug 11 16:34:33.323084 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39510) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:33.340700 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.355606 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:34:33.360487 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed967c0c47447fcbbb88170bf7dc35d is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:34:33.363308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:34:33.368931 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:34:33.454081 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.457768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.464768 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-932d23d2-1501-49db-b9d9-29d762effe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:33.507385 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ed967c0c47447fcbbb88170bf7dc35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831627 Aug 11 16:34:33.508043 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e1375-f3a5-47e7-ab2d-7a324ef6383d,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:33.510685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39514) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:34:33.511380 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:33.576884 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.620977 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.675288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-e56b3edc-82c6-4e51-bee5-945b366b936e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.687110 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.691947 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8bd46c16-2462-4828-b937-4cd0e82cf877 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:33.704834 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e1375-f3a5-47e7-ab2d-7a324ef6383d,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:33.708313 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:33.713726 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:33.714858 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/412e1375-f3a5-47e7-ab2d-7a324ef6383d HTTP/1.1" status: 204 len: 168 time: 0.2024131 Aug 11 16:34:33.954618 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:34:34.040897 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:36.357391 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-48d34d17-977c-4d51-86c9-54eb3b09f913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:37.230974 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:38.526625 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:51.423121 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aba0e-b2cb-4651-a70a-3b7f7476882e req-968ef696-57cb-4b84-952e-34e22e15e6fe tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:51.424622 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fe4aba0e-b2cb-4651-a70a-3b7f7476882e req-968ef696-57cb-4b84-952e-34e22e15e6fe tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0856209 Aug 11 16:34:51.473128 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-fe4aba0e-b2cb-4651-a70a-3b7f7476882e req-9bb7c1c0-6a98-47e3-9941-1dab1c839774 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Aug 11 16:34:52.663763 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba5b42-a39a-43bf-9518-968b9ea732fa req-cb1efbe0-cea1-475f-81c2-b2bfabb1f71c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:52.665239 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-90ba5b42-a39a-43bf-9518-968b9ea732fa req-cb1efbe0-cea1-475f-81c2-b2bfabb1f71c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0842946 Aug 11 16:34:52.715489 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-90ba5b42-a39a-43bf-9518-968b9ea732fa req-a225419b-8eae-460b-9824-7d1f6af9676b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Aug 11 16:34:53.903107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708513-d45d-410e-93ed-d57304bf0f49 req-7012410b-a4df-4340-b098-87e107537a89 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:53.904642 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0b708513-d45d-410e-93ed-d57304bf0f49 req-7012410b-a4df-4340-b098-87e107537a89 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0811310 Aug 11 16:34:53.949271 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0b708513-d45d-410e-93ed-d57304bf0f49 req-c6b94162-bf98-4705-88c8-e833009f63a8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390282 Aug 11 16:34:55.130436 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513835-de11-47a8-900c-84670a4ac363 req-6b61f2f7-83e3-4acd-9636-9a51f7c3c40b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:55.131930 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-06513835-de11-47a8-900c-84670a4ac363 req-6b61f2f7-83e3-4acd-9636-9a51f7c3c40b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 945 time: 0.0797544 Aug 11 16:34:55.176595 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-06513835-de11-47a8-900c-84670a4ac363 req-0d4882be-5051-439d-8d23-0031e4a74eb9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391150 Aug 11 16:34:55.574769 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 718d2532-ba00-4ce0-a466-9c9788c6a70c no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:34:55.686957 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:55.715096 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:34:55.724656 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:34:55.729440 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:55.733024 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:34:55.801348 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=6']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:34:55.808741 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.809092 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.809429 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.809769 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.810776 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.811158 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.811445 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.811770 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.812097 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.812418 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.812738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.813057 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:34:55.817150 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:34:55.926664 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'code': 200} Aug 11 16:34:56.321294 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:56.368409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06629334-c865-4f2b-b339-846af9edb38b req-487949f9-8fb0-4c34-ab3d-d97844a69c91 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:56.369847 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-06629334-c865-4f2b-b339-846af9edb38b req-487949f9-8fb0-4c34-ab3d-d97844a69c91 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0851111 Aug 11 16:34:56.416131 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-06629334-c865-4f2b-b339-846af9edb38b req-d08d5f7e-e88c-4c00-bd5d-fc8e815dcfa9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Aug 11 16:34:57.618422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ca7c-2a01-4640-8e9a-5fb2baf57de3 req-cea73b72-f480-4496-a7fd-893fc7cdb0ae tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:57.619966 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6377ca7c-2a01-4640-8e9a-5fb2baf57de3 req-cea73b72-f480-4496-a7fd-893fc7cdb0ae tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0967276 Aug 11 16:34:57.666086 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6377ca7c-2a01-4640-8e9a-5fb2baf57de3 req-dce4d711-f756-4420-bf66-402d58dc7ff4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Aug 11 16:34:58.850215 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ad9c-237c-4f43-a868-8c4fea1eeb10 req-1097a276-1a20-4cdd-9179-29e38daec054 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:34:58.851707 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7b2ad9c-237c-4f43-a868-8c4fea1eeb10 req-1097a276-1a20-4cdd-9179-29e38daec054 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0804179 Aug 11 16:34:58.896789 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f7b2ad9c-237c-4f43-a868-8c4fea1eeb10 req-c93306a1-5d2f-4f05-9923-12c69af6358c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 Aug 11 16:35:00.080755 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928ceb9-36c0-42de-87d7-6968cd008561 req-01d8ebf4-312c-48b1-98f2-17cf25604eb7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:00.082214 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6928ceb9-36c0-42de-87d7-6968cd008561 req-01d8ebf4-312c-48b1-98f2-17cf25604eb7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0791376 Aug 11 16:35:00.130150 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-6928ceb9-36c0-42de-87d7-6968cd008561 req-9e3c5ae8-f4a4-4d34-b1c8-74ce8f4b3aa0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Aug 11 16:35:00.650092 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-3120b22b-28fa-49ad-9e85-04a501aad2f4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:00.651586 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-3120b22b-28fa-49ad-9e85-04a501aad2f4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.0822568 Aug 11 16:35:00.722472 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Deleting port 718d2532-ba00-4ce0-a466-9c9788c6a70c {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:35:00.722756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:01.056028 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] For port 718d2532-ba00-4ce0-a466-9c9788c6a70c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=718d2532-ba00-4ce0-a466-9c9788c6a70c,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:35:01.056390 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:01.410200 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:01.410596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:01.410910 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Floating IP caf1d163-809d-4a3c-b540-5b744b2af70c disassociated. External IP: 172.27.0.225, port: 718d2532-ba00-4ce0-a466-9c9788c6a70c. Aug 11 16:35:01.411251 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Calling delete_port for 718d2532-ba00-4ce0-a466-9c9788c6a70c owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:35:01.479596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771170a-26c1-4866-af3b-dd62cf9d7b27 req-d86e023f-ce55-4495-958b-1be5360cebe2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:01.481053 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f771170a-26c1-4866-af3b-dd62cf9d7b27 req-d86e023f-ce55-4495-958b-1be5360cebe2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 943 time: 0.2362249 Aug 11 16:35:01.569073 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f771170a-26c1-4866-af3b-dd62cf9d7b27 req-b10e6b86-bd51-42b4-86ec-cb49405ca429 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807714 Aug 11 16:35:01.602560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:01.608548 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-76a2c1f1-e98a-4a61-a92b-49ebabb5d457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:01.657500 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'Port': ['ID=718d2532-ba00-4ce0-a466-9c9788c6a70c,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:01.715148 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.715521 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.715971 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.716333 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.716741 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.717128 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.717484 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.717852 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.718190 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.718552 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.718912 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.719262 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:01.727204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:01.849657 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:35:02.032594 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:35:02.042488 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:35:02.055960 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:35:02.056609 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:34:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:02.109129 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] No DVR routers for this DVR port 718d2532-ba00-4ce0-a466-9c9788c6a70c on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:35:02.111887 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:02.115003 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'name': 'network-vif-deleted', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:35:02.139888 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-f447be23-3dd0-470d-8b1c-f8836e24007f req-4d2fc188-c5d3-4bb4-8387-a47736ee48c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "DELETE /v2.0/ports/718d2532-ba00-4ce0-a466-9c9788c6a70c HTTP/1.1" status: 204 len: 173 time: 1.4819882 Aug 11 16:35:02.167618 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6def16-cdc9-42d0-9809-27a79f93b5eb', 'name': 'network-vif-deleted', 'tag': '718d2532-ba00-4ce0-a466-9c9788c6a70c', 'status': 'completed', 'code': 200} Aug 11 16:35:02.253108 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:35:02.574646 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:02.579082 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:35:02.587453 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:35:02.588072 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:34:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:02.728228 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-6094b9eb-f21c-453f-a5e5-5c411f7f3206 req-dbcb340a-7d90-42eb-bd5b-67824f38e451 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:35:02.743204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-6094b9eb-f21c-453f-a5e5-5c411f7f3206 req-dbcb340a-7d90-42eb-bd5b-67824f38e451 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:35:02.744363 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6094b9eb-f21c-453f-a5e5-5c411f7f3206 req-dbcb340a-7d90-42eb-bd5b-67824f38e451 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a6def16-cdc9-42d0-9809-27a79f93b5eb HTTP/1.1" status: 200 len: 210 time: 0.0641420 Aug 11 16:35:02.776486 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:35:03.128213 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:03.132178 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba1899-0b38-429e-95eb-f13ae4e984af None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:35:03.338978 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d9e3db-c951-4025-a3e9-26d74359583e None None] New status for floating IP caf1d163-809d-4a3c-b540-5b744b2af70c: DOWN {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:35:03.599444 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-587e4eac-7ba6-4e34-a7b1-9130c21f620b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:04.045460 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:04.100970 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-e8507d0e-e306-40df-ad67-8d375a3b4f9a tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707328931&fields=id&tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 267 time: 0.0396543 Aug 11 16:35:04.248411 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-3faf1300-dd94-4787-a84b-ecd91ec8cbd2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:04.249824 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-3faf1300-dd94-4787-a84b-ecd91ec8cbd2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 811 time: 0.1425872 Aug 11 16:35:04.264385 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-4aaf06ed-1742-4dfa-85ef-77697e5d41b9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/quotas/1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Aug 11 16:35:04.346567 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-92233cea-e3bd-4473-9d49-e7a98b1834a3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773327 Aug 11 16:35:04.710154 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fddb0fdd-31e3-4d0e-b833-122545bcaac5 service neutron] 10.222.0.18 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522620 Aug 11 16:35:04.844781 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-70f730de-cf91-441b-b532-2dc8d486b08d service neutron] 10.222.0.18 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289237 Aug 11 16:35:05.241007 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-766a33fa-34d2-4103-9cea-79c10170f083 req-2ae9b6be-e562-4d71-9a62-d947b41b1c9a tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0435977 Aug 11 16:35:06.358297 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-e6dfa7a1-cd68-4f10-b165-c47183df883f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:06.359549 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-647c6048-0d3e-499c-a0cc-bfecadef061b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.359990 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-e6dfa7a1-cd68-4f10-b165-c47183df883f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 811 time: 0.1544654 Aug 11 16:35:06.367088 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39768) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:06.417127 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-9169699a-eca6-4252-9d64-3a808e7656e2 req-38ab71aa-3b71-4f13-a4c6-814aba797af3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0564051 Aug 11 16:35:06.451558 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-bc32db41-ba32-442c-8b9b-06d0262a52c8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 379 time: 0.0591221 Aug 11 16:35:06.478863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'port': {'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'admin_state_up': True, 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'security_groups': ['ebafa7ce-d279-4745-82c9-290d96a5da7d']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:35:06.501937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.520372 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:35:06.524809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Usage tracker for resource:security_group_rule and tenant:bcbfb163530d46b497888026ec6dbf45 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:35:06.527887 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:35:06.534462 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:35:06.627165 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:35:06.635175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.636622 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:35:06.640122 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.646518 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Made reservation on behalf of 1f2a582b1d6443b18e214eaa4a9ffc85 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:35:06.649973 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-89248478-f4cb-4a76-be2a-a3d4c330103a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:06.650121 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.696834 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcbfb163530d46b497888026ec6dbf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278518 Aug 11 16:35:06.697783 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9898fc-6d77-418c-b663-41d5804510b5,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:06.699816 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39774) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:06.718809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.719200 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.719600 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.719958 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.720326 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.720693 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.721058 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.721422 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.721788 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.722151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.722512 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.722898 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:35:06.728444 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-960c4b78-816d-4f00-9bf1-7d7b76e45f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:06.773697 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.800642 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.820316 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Allocated IP 172.20.0.5 (044024ba-f3a2-4b91-93f3-a57d65da070c/aca10147-7d77-4f23-883b-c5087a95cedd/7409492c-67b5-4611-b9a6-098725917a50) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:35:06.855494 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.860764 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-b67f394c-4af6-4125-9214-a8bf48687d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:06.873896 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9898fc-6d77-418c-b663-41d5804510b5,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:06.876859 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:06.878928 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:06.880035 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-89c8d231-8b11-4405-829c-bc62a925a881 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef9898fc-6d77-418c-b663-41d5804510b5 HTTP/1.1" status: 204 len: 168 time: 0.1787510 Aug 11 16:35:07.033436 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.051739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Transition to ACTIVE for port object 7409492c-67b5-4611-b9a6-098725917a50 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:35:07.082276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.090255 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a0c54d99-996b-4943-8101-f36824af1085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:07.174038 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:35:07.177817 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:35:07.180499 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:35:07.222942 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=7409492c-67b5-4611-b9a6-098725917a50,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:07.225786 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:07.240033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.274308 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:07.276332 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.305323 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ac7a8313-fec7-49ae-af1c-be68be1e46d5 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302643 Aug 11 16:35:07.324586 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Request body: {'port': {'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:35:07.445935 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.488528 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6763310c-40be-4aae-b74d-641ff8f11de7 None None] Provisioning for port 7409492c-67b5-4611-b9a6-098725917a50 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:35:07.498850 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6763310c-40be-4aae-b74d-641ff8f11de7 None None] Provisioning complete for port 7409492c-67b5-4611-b9a6-098725917a50 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:35:07.499584 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6763310c-40be-4aae-b74d-641ff8f11de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.623892 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6763310c-40be-4aae-b74d-641ff8f11de7 None None] Port 7409492c-67b5-4611-b9a6-098725917a50 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:35:07.676879 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312ae7-83c7-4767-be2a-9289bbffd2a3 req-6657df90-3849-4600-bd58-0afae6e343be tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:07.679384 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9c312ae7-83c7-4767-be2a-9289bbffd2a3 req-6657df90-3849-4600-bd58-0afae6e343be tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 931 time: 0.1012022 Aug 11 16:35:07.726477 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-9c312ae7-83c7-4767-be2a-9289bbffd2a3 req-4e369806-e0e4-4941-ad3e-c9fbc349e864 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Aug 11 16:35:07.817727 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7409492c-67b5-4611-b9a6-098725917a50 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:35:07.825260 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.839641 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Transition to ACTIVE for port object 7409492c-67b5-4611-b9a6-098725917a50 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:35:07.844051 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:07.848711 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-016c9f87-0595-4c3a-87e0-3708ecb271eb tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:08.140312 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Pushing event updated for resources: {'Port': ['ID=7409492c-67b5-4611-b9a6-098725917a50,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:08.143758 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:08.188896 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Attempting to bind port 7409492c-67b5-4611-b9a6-098725917a50 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:35:08.189341 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Attempting to bind port 7409492c-67b5-4611-b9a6-098725917a50 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:35:08.189668 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Attempting to bind port 7409492c-67b5-4611-b9a6-098725917a50 on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:35:08.194333 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Port 7409492c-67b5-4611-b9a6-098725917a50 on network 044024ba-f3a2-4b91-93f3-a57d65da070c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:35:08.194690 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Attempting to bind port 7409492c-67b5-4611-b9a6-098725917a50 on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:35:08.199914 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:35:08.200740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Checking segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:35:08.201432 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Bound using segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:35:08.201634 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Bound port: 7409492c-67b5-4611-b9a6-098725917a50, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:35:08.201981 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:08.313498 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] For port 7409492c-67b5-4611-b9a6-098725917a50, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:35:08.317254 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] For port 7409492c-67b5-4611-b9a6-098725917a50, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7409492c-67b5-4611-b9a6-098725917a50,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:35:08.321884 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:08.327353 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a2706379-8a3c-498f-b2ce-4b9ccca94223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:08.378806 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:08.379395 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:08.380841 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-fe3e3544-985d-4253-967a-e1158435917e service neutron] 10.222.0.39 "PUT /v2.0/ports/7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 1093 time: 1.0610254 Aug 11 16:35:08.388783 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'tag': '7409492c-67b5-4611-b9a6-098725917a50'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:35:08.417255 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Pushing event updated for resources: {'Port': ['ID=7409492c-67b5-4611-b9a6-098725917a50,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:08.421596 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:08.443938 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'tag': '7409492c-67b5-4611-b9a6-098725917a50', 'status': 'completed', 'code': 200} Aug 11 16:35:08.535706 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:08.548827 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-6c547698-0956-479e-91bd-0425d8cc2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:08.550331 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-6c547698-0956-479e-91bd-0425d8cc2189 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0917900 Aug 11 16:35:08.634855 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-ebdbcde1-88f9-4141-8ccc-abbf276d102f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 217 time: 0.0629103 Aug 11 16:35:08.700905 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-2f51caf0-6d58-40a8-b7e8-0d24e52a573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:08.702342 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-2f51caf0-6d58-40a8-b7e8-0d24e52a573c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0614679 Aug 11 16:35:08.778863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-00221478-45cf-4e10-9999-3fa1f237967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:08.780691 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-00221478-45cf-4e10-9999-3fa1f237967d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716403 Aug 11 16:35:08.912606 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-19f81b98-5ed7-47b8-a14c-f108657faf58 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251175 Aug 11 16:35:08.926238 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b03d5-4d7c-4184-98f9-777943725e82 req-0b52e44a-e63e-4e3d-be40-10cb0ba5d555 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:08.928006 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a10b03d5-4d7c-4184-98f9-777943725e82 req-0b52e44a-e63e-4e3d-be40-10cb0ba5d555 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0902150 Aug 11 16:35:08.973944 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-a10b03d5-4d7c-4184-98f9-777943725e82 req-0d412a43-aca2-48f9-b072-72647a43a8c6 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402524 Aug 11 16:35:09.044806 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-09ad8a62-b122-4624-8f09-0d5584cae744 req-6d7b6e3b-b95e-42e8-91b6-9dee39a655cc service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260917 Aug 11 16:35:09.215342 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-7b935439-655f-4fd7-9621-2cd3bba790b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:09.217426 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-7b935439-655f-4fd7-9621-2cd3bba790b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1096 time: 0.0779719 Aug 11 16:35:09.346435 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-40aaa7f1-783a-4b15-a6cc-ef65c63e50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:09.347869 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-40aaa7f1-783a-4b15-a6cc-ef65c63e50fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1237688 Aug 11 16:35:09.414157 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-d149ccf5-e2e7-4052-8f9c-f33ece2522b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 217 time: 0.0597093 Aug 11 16:35:09.479145 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-716b61f6-0ac7-411e-aab4-a6e2b3f1205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:09.480683 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-716b61f6-0ac7-411e-aab4-a6e2b3f1205d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0608151 Aug 11 16:35:09.557395 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-c33668c9-320b-4309-965f-e4fa216586f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:09.558883 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-c33668c9-320b-4309-965f-e4fa216586f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719414 Aug 11 16:35:09.701081 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-cc5ee5b6-d40c-4d19-bacd-1543f38e75e5 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345341 Aug 11 16:35:09.944045 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3b306b3-eeca-4674-a597-2bcc9fec9e2e req-83b86a21-073f-4462-a2b5-1da12e9bc780 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372317 Aug 11 16:35:10.160242 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d7e1d-fd8a-4584-9779-33d6dd45c3b5 req-fcc9ca64-e1bc-4e04-9475-6ba36f48db85 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:10.160928 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-436d7e1d-fd8a-4584-9779-33d6dd45c3b5 req-fcc9ca64-e1bc-4e04-9475-6ba36f48db85 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:35:10.176560 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-436d7e1d-fd8a-4584-9779-33d6dd45c3b5 req-fcc9ca64-e1bc-4e04-9475-6ba36f48db85 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:35:10.178017 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-436d7e1d-fd8a-4584-9779-33d6dd45c3b5 req-fcc9ca64-e1bc-4e04-9475-6ba36f48db85 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0987020 Aug 11 16:35:10.222884 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-436d7e1d-fd8a-4584-9779-33d6dd45c3b5 req-52cd703a-9e27-4e67-95be-b593ba5f1808 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390313 Aug 11 16:35:10.953508 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:35:11.527329 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a30ee-07e9-4903-a025-88c297073107 req-0e1be339-0046-46ce-87f9-2a9c76d5f073 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:11.528855 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-434a30ee-07e9-4903-a025-88c297073107 req-0e1be339-0046-46ce-87f9-2a9c76d5f073 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 943 time: 0.1989143 Aug 11 16:35:11.577750 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-434a30ee-07e9-4903-a025-88c297073107 req-2c276976-fa1b-4784-b0c9-f95ac90f90c2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Aug 11 16:35:12.769721 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb2ae3-a4f0-46da-acac-fbb3258b59cd req-fe363652-9a82-4acd-8b62-14a762f71482 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:12.771282 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fabb2ae3-a4f0-46da-acac-fbb3258b59cd req-fe363652-9a82-4acd-8b62-14a762f71482 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0812385 Aug 11 16:35:12.820720 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fabb2ae3-a4f0-46da-acac-fbb3258b59cd req-faf2072b-1158-404f-bcee-fac03fa3269b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Aug 11 16:35:14.008926 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674d5b-866c-47bf-8dc6-aea7d07bf7ca req-3962238a-7e9a-47fd-817b-41eecbf0d4d3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:14.010394 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e0674d5b-866c-47bf-8dc6-aea7d07bf7ca req-3962238a-7e9a-47fd-817b-41eecbf0d4d3 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0857191 Aug 11 16:35:14.057567 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-e0674d5b-866c-47bf-8dc6-aea7d07bf7ca req-5fd6c755-7a54-4c88-8019-ab21deecdf49 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403671 Aug 11 16:35:15.244114 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef54f6-3153-4882-a35f-c58d784c2b14 req-f5f93f99-a551-46e8-b042-aee6721f960c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:15.244114 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-adef54f6-3153-4882-a35f-c58d784c2b14 req-f5f93f99-a551-46e8-b042-aee6721f960c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 943 time: 0.0811474 Aug 11 16:35:15.291797 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-adef54f6-3153-4882-a35f-c58d784c2b14 req-e53bfa72-d2a4-480b-99e3-a0b4b5ba5409 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424476 Aug 11 16:35:15.673288 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 7409492c-67b5-4611-b9a6-098725917a50 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:35:15.805345 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 7409492c-67b5-4611-b9a6-098725917a50, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7409492c-67b5-4611-b9a6-098725917a50,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:35:15.818803 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '7409492c-67b5-4611-b9a6-098725917a50', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:35:15.876298 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:15.892543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7409492c-67b5-4611-b9a6-098725917a50 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:35:15.907637 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 7409492c-67b5-4611-b9a6-098725917a50, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7409492c-67b5-4611-b9a6-098725917a50,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:35:15.913162 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:15.915384 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-49b61352-2f3d-4e05-ac3c-73992a0d3807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:15.980295 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=7409492c-67b5-4611-b9a6-098725917a50,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:15.984659 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:16.230988 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['7409492c-67b5-4611-b9a6-098725917a50'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:35:16.548020 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deadab-559f-4bed-a3ae-61bd5809863a req-63fdb26c-d1b9-42b6-a842-29c0ddc9a28c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:16.554183 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-32deadab-559f-4bed-a3ae-61bd5809863a req-63fdb26c-d1b9-42b6-a842-29c0ddc9a28c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 944 time: 0.1328032 Aug 11 16:35:16.602461 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-32deadab-559f-4bed-a3ae-61bd5809863a req-89013759-b048-471c-aaf3-89dfc9316413 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446320 Aug 11 16:35:17.674246 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 7409492c-67b5-4611-b9a6-098725917a50 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:35:17.752166 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 7409492c-67b5-4611-b9a6-098725917a50 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:35:17.757917 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 7409492c-67b5-4611-b9a6-098725917a50 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:35:17.758377 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:17.797835 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b45b07-3eab-4891-aa15-d36ebe81278f req-0d156460-22fa-48f9-94c8-59fd5549abc7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:17.799402 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c4b45b07-3eab-4891-aa15-d36ebe81278f req-0d156460-22fa-48f9-94c8-59fd5549abc7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 944 time: 0.0895286 Aug 11 16:35:17.847180 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c4b45b07-3eab-4891-aa15-d36ebe81278f req-b8bca51e-be99-400a-be63-599d8f947935 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419936 Aug 11 16:35:17.887970 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:17.915315 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409492c-67b5-4611-b9a6-098725917a50'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:35:17.925181 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 7409492c-67b5-4611-b9a6-098725917a50, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7409492c-67b5-4611-b9a6-098725917a50,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:35:17.929366 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:17.932340 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-83fb0db7-2f00-4e62-afd1-2419ba9c4c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:17.965413 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409492c-67b5-4611-b9a6-098725917a50', 'code': 200} Aug 11 16:35:18.009037 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=7409492c-67b5-4611-b9a6-098725917a50,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:18.013988 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:18.251497 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2642c0f-0e85-491c-b471-542bb5b76d3a req-096c13c8-4898-4662-95b1-40cf4103ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:18.252864 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a2642c0f-0e85-491c-b471-542bb5b76d3a req-096c13c8-4898-4662-95b1-40cf4103ada5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0702064 Aug 11 16:35:18.292976 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-a2642c0f-0e85-491c-b471-542bb5b76d3a req-74e1a8d1-50be-4a70-a8fc-a00d907c9f40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339575 Aug 11 16:35:19.056540 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f36-82a3-460c-a6a7-6574c252a9ea req-5e840d77-d637-4005-ae1c-7afb3eeb0dac tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:19.058242 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fd543f36-82a3-460c-a6a7-6574c252a9ea req-5e840d77-d637-4005-ae1c-7afb3eeb0dac tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0926945 Aug 11 16:35:19.105483 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-fd543f36-82a3-460c-a6a7-6574c252a9ea req-ef7d49b5-3927-4f16-8549-268e6f087403 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 Aug 11 16:35:19.209372 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 39934) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:19.333773 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.350101 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:35:19.354091 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Usage tracker for resource:security_group_rule and tenant:5fc6ba74a4d74650bbdc86480d4103e5 is out of sync, need to count used quota {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:35:19.357612 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79152) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:35:19.363471 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.quota.driver [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79152) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:35:19.454431 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.458005 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.466365 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-adab0c5c-e77d-489b-8634-cfaada7e041d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:19.505094 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fc6ba74a4d74650bbdc86480d4103e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946236 Aug 11 16:35:19.507799 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39940) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:19.508277 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d4467-4c8c-4ec0-850a-1cb69edff931,revision_number=1']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:19.511455 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5e5392ad-dba0-4403-af42-7dabd8bdd20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:19.569296 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.593996 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.647796 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.651328 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-30aa0cec-ed6f-4f4b-9638-3c54d924faa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:19.663543 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d4467-4c8c-4ec0-850a-1cb69edff931,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:19.667598 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:19.669808 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.673215 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-8cd8a142-6fdb-4c28-84a6-5365ef439f4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/965d4467-4c8c-4ec0-850a-1cb69edff931 HTTP/1.1" status: 204 len: 168 time: 0.1619804 Aug 11 16:35:20.304605 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa3b91-0218-4bf1-a0b4-d3dfc9e93a4e req-4fbb756a-af4e-4cfc-9611-0703d4f562e7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:20.306094 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-06aa3b91-0218-4bf1-a0b4-d3dfc9e93a4e req-4fbb756a-af4e-4cfc-9611-0703d4f562e7 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0843523 Aug 11 16:35:20.356479 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-06aa3b91-0218-4bf1-a0b4-d3dfc9e93a4e req-b7352d26-ba8c-42b8-8be8-0d1c259af93e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442622 Aug 11 16:35:20.545083 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01add9-d605-41f1-bd7b-54e5f0e2562e req-26affc31-0460-4c88-b6c3-3185ac9ab607 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:20.546571 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5f01add9-d605-41f1-bd7b-54e5f0e2562e req-26affc31-0460-4c88-b6c3-3185ac9ab607 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0848105 Aug 11 16:35:20.594197 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5f01add9-d605-41f1-bd7b-54e5f0e2562e req-9a0f2a29-a579-4564-a5fe-b41702db4cec tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414667 Aug 11 16:35:20.617681 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39980) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:20.696804 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d9482-156b-4431-bf5b-d69c91166c6b tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:20.697518 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-7c8d9482-156b-4431-bf5b-d69c91166c6b tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] Synchronizing usage tracker for tenant:e6e5a6b23937421b886ac7fb0ef9ae67 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:35:20.716440 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-7c8d9482-156b-4431-bf5b-d69c91166c6b tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] Unset dirty status for tenant:e6e5a6b23937421b886ac7fb0ef9ae67 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:35:20.717793 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-7c8d9482-156b-4431-bf5b-d69c91166c6b tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1093 time: 0.0990825 Aug 11 16:35:20.721347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 39986) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:20.726756 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:35:20.733016 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:35:20.736936 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:floatingip and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:35:20.739828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:35:20.745589 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:35:20.756153 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:20.899295 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:21.055429 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Allocated IP 172.27.0.109 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/1033b11b-1537-44cc-9929-3ad55a8928ac) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:35:21.207543 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:21.236822 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:21.240368 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-9bdc4759-249f-410f-9a15-c9baa3b8d60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:21.310270 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:35:21.313174 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:35:21.317433 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:35:21.342801 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=1033b11b-1537-44cc-9929-3ad55a8928ac,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:21.347693 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:21.833401 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:21.904877 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:22.111710 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:22.116218 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:22.120020 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-1c3db349-f07c-4d94-af5c-172f5afe837e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:22.223845 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=1033b11b-1537-44cc-9929-3ad55a8928ac,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:22.226664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:22.242005 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:22.422883 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Floating IP 7305e14b-ed7e-48c5-ba2a-e918ba18d2c7 associated. External IP: 172.27.0.109, port: 7409492c-67b5-4611-b9a6-098725917a50. Aug 11 16:35:22.777297 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:35:22.957046 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:35:22.966537 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:35:22.975412 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:35:22.976040 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:35:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:22.980513 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:23.039794 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3173215 Aug 11 16:35:23.040473 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'tag': '7409492c-67b5-4611-b9a6-098725917a50'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:35:23.097087 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'tag': '7409492c-67b5-4611-b9a6-098725917a50', 'status': 'completed', 'code': 200} Aug 11 16:35:23.159446 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:35:23.536304 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:21Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:23.540246 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:35:23.549530 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:35:23.550142 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:35:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:23.730746 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:35:24.075055 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:21Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:35:24.078898 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b752f-6729-47eb-9fde-44ae35927621 None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:21Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:35:24.260574 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d90260-ba37-466b-a409-9db0433c5af2 None None] New status for floating IP 7305e14b-ed7e-48c5-ba2a-e918ba18d2c7: ACTIVE {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:35:25.601367 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-6e9dd1fb-2de0-4eb5-9e1b-374bc3d23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:25.602869 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-6e9dd1fb-2de0-4eb5-9e1b-374bc3d23af3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.1787882 Aug 11 16:35:25.732960 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-4d3cab1a-a9df-485c-afce-44998252f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:25.734391 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-4d3cab1a-a9df-485c-afce-44998252f50f service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1250918 Aug 11 16:35:25.836571 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-7a34958f-8c53-48c8-9431-4db0af6b0068 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 1001 time: 0.0961187 Aug 11 16:35:25.899469 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-fd6f5ec4-8b2c-4957-a2fe-3d22bbe8c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:25.900873 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-fd6f5ec4-8b2c-4957-a2fe-3d22bbe8c5aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0585871 Aug 11 16:35:25.974828 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-e1a86eeb-f0c7-471e-af73-0a34a5110735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:25.976303 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-e1a86eeb-f0c7-471e-af73-0a34a5110735 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694625 Aug 11 16:35:26.111061 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-92b9d39a-8b68-46ad-9ca3-e5a308afe30f service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282218 Aug 11 16:35:26.242537 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c07d5534-e111-4bac-ae6d-5c55479be048 req-8150b196-ea95-4bf0-837e-200a26eda1f7 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257102 Aug 11 16:35:26.319951 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.328390 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 40030) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:29.444344 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.458032 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:35:29.461807 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Usage tracker for resource:security_group_rule and tenant:2ab4283b7cd14977a8b7a9765bda86a5 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:35:29.465281 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:35:29.471643 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:35:29.554276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.557751 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.570251 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ad22f3a5-11da-433a-9585-5ec93190ee8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:29.610664 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ab4283b7cd14977a8b7a9765bda86a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809472 Aug 11 16:35:29.612347 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b2e871-2f38-4b1f-bce9-37f2ce6eb787,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:29.613151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40036) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:35:29.615447 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-b7b96537-0954-409b-9321-320692d1abe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:29.677869 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.704921 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.758809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.762375 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-a588ccf9-6943-4d7f-a732-db3999a2ed61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:35:29.774870 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b2e871-2f38-4b1f-bce9-37f2ce6eb787,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:35:29.779159 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:35:29.784392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:29.785484 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-5fc008fc-58d8-4b4a-86c6-f8d1dd1a8491 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9b2e871-2f38-4b1f-bce9-37f2ce6eb787 HTTP/1.1" status: 204 len: 168 time: 0.1713727 Aug 11 16:35:33.602754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-86fd440c-68ac-4cc0-8c31-cd479c5ee093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:34.047890 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:36.353226 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0f69-ebeb-451c-8168-bf057afd6fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:36.429656 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-af85978f-e868-4e27-a0f1-ee61c77f6d4d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711529 Aug 11 16:35:36.599243 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-ebb3625c-f611-403c-9327-74bf276798f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:36.600681 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-ebb3625c-f611-403c-9327-74bf276798f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0737855 Aug 11 16:35:36.759832 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-48111c0d-5c3a-4380-af75-a27cc4ef5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:36.761202 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-48111c0d-5c3a-4380-af75-a27cc4ef5731 service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1429143 Aug 11 16:35:36.864359 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-e1de4662-d311-4579-997d-b1af48885e49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 1001 time: 0.0961633 Aug 11 16:35:36.928371 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-d2ec7718-f509-4db7-a95e-3fbaa23ac5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:36.929801 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-d2ec7718-f509-4db7-a95e-3fbaa23ac5d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0588377 Aug 11 16:35:37.004237 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-94742e6b-90b8-450f-a847-b5ebd27b4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:35:37.005696 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-94742e6b-90b8-450f-a847-b5ebd27b4f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690696 Aug 11 16:35:37.135796 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-04a1a6f7-8fc5-4202-81fc-a3281927cab6 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233225 Aug 11 16:35:37.240332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:37.375431 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-05eb11e9-b37c-4f42-ad7c-641c3397619b req-97c005aa-ed78-487d-8e05-7f698db00c5b service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330902 Aug 11 16:35:38.530592 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:47.952527 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:35:56.320901 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:03.604202 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9cbc6440-23ad-49ad-ba1a-9a1c285a22a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:04.051194 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:06.355860 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a49d4a8a-932c-4a68-b214-facf7ebbd69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:07.240649 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:08.531769 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:24.952186 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:36:26.335008 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:33.643477 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-15593dd7-897d-4116-9f90-77e63ad4ebfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:34.054330 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:36.358784 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f31-48e2-4c84-958a-4c81cf91addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:37.243692 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:38.452983 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-eca5abe7-3b86-4339-a17c-ebd6ec86a258 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722067 Aug 11 16:36:38.536078 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:38.608412 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-a643ca26-21e2-434b-80a2-ba4c21ed5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:36:38.609887 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-a643ca26-21e2-434b-80a2-ba4c21ed5fbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0732512 Aug 11 16:36:38.757061 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-6246a927-9f28-43f1-8d81-1652a70a060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:36:38.758419 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-6246a927-9f28-43f1-8d81-1652a70a060c service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1304202 Aug 11 16:36:38.861908 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-3854e4dc-adda-4fe3-8276-ab79539bbb6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 1001 time: 0.0966640 Aug 11 16:36:38.926624 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-39c1b48f-bf1e-417e-ad3a-1bb77c102da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:36:38.928007 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-39c1b48f-bf1e-417e-ad3a-1bb77c102da8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0597591 Aug 11 16:36:39.000826 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-d0d215f8-b52c-4e9b-b585-e2af8b3140d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:36:39.002227 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-d0d215f8-b52c-4e9b-b585-e2af8b3140d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676608 Aug 11 16:36:39.132894 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-79416141-c2fd-4d2c-b890-3588459cf867 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243510 Aug 11 16:36:39.268043 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-46aa5634-44dd-4b8c-9136-d2ebaa76a383 req-038612a2-9822-4d88-8191-7d9ff6df4126 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287396 Aug 11 16:36:56.351079 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:00.593878 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-e6b4a1d2-9d1b-4885-a56f-241a6bb8f610 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707328931&fields=id&tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 267 time: 0.0403662 Aug 11 16:37:00.745670 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6c43031f-57d1-463d-9f79-bc7f2cf888dd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:00.747612 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6c43031f-57d1-463d-9f79-bc7f2cf888dd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 811 time: 0.1469142 Aug 11 16:37:00.761899 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-402f4b8c-812b-4464-a372-a06cd19682d4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/quotas/1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 375 time: 0.0088367 Aug 11 16:37:00.855538 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-cb1d9618-2072-4d20-aad2-135bea99527a tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876999 Aug 11 16:37:00.993509 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-c948a7e3-fd34-4c32-ae6c-124575a1ae83 service neutron] 10.222.0.18 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262755 Aug 11 16:37:01.123372 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-94f43b27-edec-4225-9ba3-791ffc69bd89 service neutron] 10.222.0.18 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232970 Aug 11 16:37:01.629389 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-7e54ac0d-7fe8-417e-a9a2-fea0966b7780 req-ef9e4d6d-b7fa-48e2-9f79-8659809dd1a0 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 210 time: 0.1588140 Aug 11 16:37:01.950993 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:37:02.721528 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-c1882e7e-e472-43f6-a7eb-372037552773 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:02.722962 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-c1882e7e-e472-43f6-a7eb-372037552773 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 811 time: 0.2384188 Aug 11 16:37:02.798135 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-df6a05fe-0a50-4146-8fa6-e50bb8a6b260 req-8fdfd965-5820-4370-aed1-b9b8af728871 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 210 time: 0.0580504 Aug 11 16:37:02.827434 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-9f741c90-c1e2-440f-80ed-0254e677e33c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85 HTTP/1.1" status: 200 len: 379 time: 0.0522828 Aug 11 16:37:02.836409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'port': {'device_id': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'admin_state_up': True, 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'security_groups': ['ebafa7ce-d279-4745-82c9-290d96a5da7d']}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:37:02.971874 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:37:02.981239 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:37:02.990729 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Made reservation on behalf of 1f2a582b1d6443b18e214eaa4a9ffc85 for: {'port': 1} {{(pid=79151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:37:02.994204 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.156414 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Allocated IP 172.20.0.4 (044024ba-f3a2-4b91-93f3-a57d65da070c/aca10147-7d77-4f23-883b-c5087a95cedd/6fb7ae35-bc60-4ec3-9939-c186aba51c51) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:37:03.350175 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.368967 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Transition to ACTIVE for port object 6fb7ae35-bc60-4ec3-9939-c186aba51c51 will not be triggered until provisioned by entity DHCP. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:37:03.395988 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.401708 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a1f2f42b-5ebd-4f35-b114-2476e57a8efb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:03.472649 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Network 044024ba-f3a2-4b91-93f3-a57d65da070c is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:37:03.476019 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:37:03.480034 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:37:03.542349 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=6fb7ae35-bc60-4ec3-9939-c186aba51c51,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:03.549736 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:03.550335 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.568405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.568772 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.569136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.569490 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.569838 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.570187 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.570780 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.570901 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.571279 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.571616 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.572196 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.572579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:03.577326 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:03.596016 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-3dfd16b6-c315-4af9-8c3f-e7d3019811d9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628803 Aug 11 16:37:03.608079 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-4d875bca-7161-4c33-85a7-d4e218aab3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.671133 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Request body: {'port': {'device_id': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:37:03.729149 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-8e4d02c4-11f1-4090-80b4-28cae3e97476 None None] Provisioning for port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 completed by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:37:03.734735 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-8e4d02c4-11f1-4090-80b4-28cae3e97476 None None] Provisioning complete for port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 triggered by entity DHCP. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:37:03.735041 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8e4d02c4-11f1-4090-80b4-28cae3e97476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.785640 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:03.789227 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d02c4-11f1-4090-80b4-28cae3e97476 None None] Port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 cannot update to ACTIVE because it is not bound. {{(pid=79153) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:37:03.982630 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134b2a0-21ab-41ad-a421-f4933596a743 req-0464d98f-5a52-4f8a-aee1-7516bdd5725c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:03.984049 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0134b2a0-21ab-41ad-a421-f4933596a743 req-0464d98f-5a52-4f8a-aee1-7516bdd5725c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 931 time: 0.0809722 Aug 11 16:37:04.029480 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0134b2a0-21ab-41ad-a421-f4933596a743 req-4c1b74ee-180d-4c4b-859b-efb3fbe613a1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397322 Aug 11 16:37:04.061504 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:04.130272 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb7ae35-bc60-4ec3-9939-c186aba51c51 {{(pid=79151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:37:04.137630 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:04.151717 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Transition to ACTIVE for port object 6fb7ae35-bc60-4ec3-9939-c186aba51c51 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:37:04.155922 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:04.160461 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a0f7118d-a62b-46ef-af70-0158109a3258 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:04.286662 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb7ae35-bc60-4ec3-9939-c186aba51c51,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:04.316157 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:04.394800 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Attempting to bind port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:37:04.395137 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Attempting to bind port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:37:04.395466 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Attempting to bind port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:37:04.400010 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 on network 044024ba-f3a2-4b91-93f3-a57d65da070c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:37:04.400324 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Attempting to bind port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 on network 044024ba-f3a2-4b91-93f3-a57d65da070c {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:37:04.405421 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Checking agent: {'id': 'c19a0371-2956-4db6-ab01-cce2fb3f01e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:37:04.405761 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Checking segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:37:04.406138 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Bound using segment: {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:37:04.406580 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Bound port: 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:37:04.406928 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:04.585303 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] For port 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host hv-cinder-80426, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:37:04.588195 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] For port 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:37:04.592194 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:04.595698 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2b846a17-5e48-4b0b-ac5c-9e9b30040af5 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:04.651789 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:04.652498 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:04.653859 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] 10.222.0.39 "PUT /v2.0/ports/6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 200 len: 1093 time: 1.0379956 Aug 11 16:37:04.654351 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:37:04.675164 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb7ae35-bc60-4ec3-9939-c186aba51c51,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:04.679350 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6978359a-1764-4e72-a254-316530f5ce81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:04.703517 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'status': 'completed', 'code': 200} Aug 11 16:37:04.797276 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-05d9af16-ec56-4475-bf9a-610f5b0f3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:04.798854 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-05d9af16-ec56-4475-bf9a-610f5b0f3cd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1096 time: 0.0792334 Aug 11 16:37:04.875953 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-4bcab578-eb67-4d24-b43b-a6ff60163fe6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 200 len: 217 time: 0.0640330 Aug 11 16:37:04.943132 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-aad317ff-4384-40a1-accd-890925b49a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:04.944600 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-aad317ff-4384-40a1-accd-890925b49a81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0623498 Aug 11 16:37:05.018406 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-b5bc7f2e-a1db-4b5f-a94e-b7365bed54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:05.019888 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-b5bc7f2e-a1db-4b5f-a94e-b7365bed54c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686319 Aug 11 16:37:05.152420 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-d274656d-ac8c-494d-ac36-c79d67d9570a service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257608 Aug 11 16:37:05.226216 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51425ef-ce3b-45f9-9b37-b58bc52c58bf req-cf8ecf25-b125-42fc-b7c1-3b26b6bbd442 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:05.227723 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b51425ef-ce3b-45f9-9b37-b58bc52c58bf req-cf8ecf25-b125-42fc-b7c1-3b26b6bbd442 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0852699 Aug 11 16:37:05.273761 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-b51425ef-ce3b-45f9-9b37-b58bc52c58bf req-bb85998e-97bf-408b-a25f-80ad9f7e1769 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396774 Aug 11 16:37:05.284990 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e3166609-db11-4803-9e0b-d2eca0287a56 req-83ef34f4-54f6-4afe-a8ae-d6c1870f105d service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268218 Aug 11 16:37:05.450678 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e1128-0190-438d-910e-b4be8ccca892 req-a9d98aec-1dfa-4d2a-b605-8bcf597159b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:05.452150 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-a9d98aec-1dfa-4d2a-b605-8bcf597159b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1096 time: 0.0747988 Aug 11 16:37:05.584220 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e1128-0190-438d-910e-b4be8ccca892 req-03fcd60b-6113-4f68-9b36-3dcef62f9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:05.585694 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-03fcd60b-6113-4f68-9b36-3dcef62f9277 service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1274705 Aug 11 16:37:05.659225 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-a9bd8ccf-5a51-49b3-b42e-ea355c8d15f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 200 len: 217 time: 0.0597231 Aug 11 16:37:05.727405 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e1128-0190-438d-910e-b4be8ccca892 req-ec315a14-b95c-4d36-8d6f-cfffad8945f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:05.728810 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-ec315a14-b95c-4d36-8d6f-cfffad8945f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0627751 Aug 11 16:37:05.806745 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e1128-0190-438d-910e-b4be8ccca892 req-e57ef872-800a-434a-8bd0-a617ae4132f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:05.808171 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-e57ef872-800a-434a-8bd0-a617ae4132f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692437 Aug 11 16:37:05.941478 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-fc59ee3b-cb9f-423f-9d4b-01277775fc59 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235304 Aug 11 16:37:06.076182 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-665e1128-0190-438d-910e-b4be8ccca892 req-8bc961d5-5abe-4635-bdf8-61ed3a6b5ccf service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282187 Aug 11 16:37:06.361582 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-462fc989-d838-4354-ab07-7cfa35db905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:06.461095 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d05680-b731-4067-bb45-2f5c131ea1b1 req-4a775536-1d91-4480-913f-164b84a1cde4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:06.461780 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e2d05680-b731-4067-bb45-2f5c131ea1b1 req-4a775536-1d91-4480-913f-164b84a1cde4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:37:06.476982 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-e2d05680-b731-4067-bb45-2f5c131ea1b1 req-4a775536-1d91-4480-913f-164b84a1cde4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:37:06.478203 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e2d05680-b731-4067-bb45-2f5c131ea1b1 req-4a775536-1d91-4480-913f-164b84a1cde4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0990977 Aug 11 16:37:06.523968 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-e2d05680-b731-4067-bb45-2f5c131ea1b1 req-c43bec03-d97f-4192-b25a-79d828b63afb tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394471 Aug 11 16:37:07.246016 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:07.713589 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5b841-7ea8-4c8d-b3be-bebf1c1ff23b req-192617de-2a0e-4466-a44c-0b0a2949b6f6 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:07.715093 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ddf5b841-7ea8-4c8d-b3be-bebf1c1ff23b req-192617de-2a0e-4466-a44c-0b0a2949b6f6 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0812318 Aug 11 16:37:07.760639 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-ddf5b841-7ea8-4c8d-b3be-bebf1c1ff23b req-8cc8f6c6-2734-479f-afbc-9bdc6d20f236 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Aug 11 16:37:08.536690 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:08.940314 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a22b-5200-4398-bd33-86e732e9346c req-7a67ab31-3c3d-4fba-9b82-6527027b7ccd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:08.941753 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8762a22b-5200-4398-bd33-86e732e9346c req-7a67ab31-3c3d-4fba-9b82-6527027b7ccd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0795512 Aug 11 16:37:08.988070 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8762a22b-5200-4398-bd33-86e732e9346c req-694d9e0a-9c0d-43f5-86f7-b6ad59512448 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406578 Aug 11 16:37:10.175316 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723e4e7-701f-4deb-9d82-f9f4f2007607 req-08878b99-a264-4f0e-8337-4a1c44c13423 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:10.177034 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0723e4e7-701f-4deb-9d82-f9f4f2007607 req-08878b99-a264-4f0e-8337-4a1c44c13423 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0843379 Aug 11 16:37:10.222976 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-0723e4e7-701f-4deb-9d82-f9f4f2007607 req-a6c1d1d7-2525-4cb4-ad81-8acaa5bf26fd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403762 Aug 11 16:37:11.540943 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9730219-fc51-4e55-ab18-7f9a2662fe27 req-6fee511b-0090-415a-992c-ac555a992290 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:11.542398 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c9730219-fc51-4e55-ab18-7f9a2662fe27 req-6fee511b-0090-415a-992c-ac555a992290 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.1628959 Aug 11 16:37:11.587035 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-c9730219-fc51-4e55-ab18-7f9a2662fe27 req-ff41b7f2-d6b9-43d0-aba9-79a3dc1fdbc6 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389516 Aug 11 16:37:12.792782 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc5aff-cca6-4ec8-88fb-57ddb209351f req-ee42f6fd-55d8-4a53-b249-f68b045a6419 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:12.794156 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d5dc5aff-cca6-4ec8-88fb-57ddb209351f req-ee42f6fd-55d8-4a53-b249-f68b045a6419 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0883675 Aug 11 16:37:12.838617 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-d5dc5aff-cca6-4ec8-88fb-57ddb209351f req-5ecdd101-9f65-4227-9308-921851c46cd1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Aug 11 16:37:14.023136 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687337-31b7-4f13-9892-3bf91644de55 req-f04ff37f-0178-4e82-9260-a426f90791ca tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:14.024575 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2e687337-31b7-4f13-9892-3bf91644de55 req-f04ff37f-0178-4e82-9260-a426f90791ca tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 943 time: 0.0807331 Aug 11 16:37:14.069980 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2e687337-31b7-4f13-9892-3bf91644de55 req-6ab99cc6-56e7-459a-a997-8e83947aa854 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 Aug 11 16:37:14.249167 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6fb7ae35-bc60-4ec3-9939-c186aba51c51 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79153) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:37:14.382475 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:37:14.395227 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Returning: {'device': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'port_id': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'mac_address': 'fa:16:3e:d1:b3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79153) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:37:14.451783 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:14.468013 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb7ae35-bc60-4ec3-9939-c186aba51c51 {{(pid=79153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:37:14.483339 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:37:14.488449 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:14.490319 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:14.555769 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=6fb7ae35-bc60-4ec3-9939-c186aba51c51,revision_number=4']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:14.563174 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.563529 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.563868 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.564201 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.564532 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.564861 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.565235 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.565561 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.565885 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.566207 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.566543 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.566864 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:37:14.570727 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:14.780273 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] get_ports_and_sgs() called for port_ids ['6fb7ae35-bc60-4ec3-9939-c186aba51c51'] {{(pid=79153) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:37:15.250336 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fb531-692b-4cd4-bf0b-c319117d0f5b req-6466ad4b-8b5a-48fb-aa51-aef6b720a6bd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:15.251803 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-936fb531-692b-4cd4-bf0b-c319117d0f5b req-6466ad4b-8b5a-48fb-aa51-aef6b720a6bd tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 944 time: 0.0803878 Aug 11 16:37:15.297116 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-936fb531-692b-4cd4-bf0b-c319117d0f5b req-21b2081e-5c51-42dc-b4e9-b3a182e8e02c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392592 Aug 11 16:37:16.269131 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6fb7ae35-bc60-4ec3-9939-c186aba51c51 up at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:37:16.335897 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning for port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 completed by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:37:16.340736 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.provisioning_blocks [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Provisioning complete for port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 triggered by entity L2. {{(pid=79153) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:37:16.341110 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3549893'] for port, provisioning_complete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:16.459530 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:16.486942 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51'}] {{(pid=79153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:37:16.492106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e91a5-aa49-4562-bf95-1c718bfd57c3 req-b3aeb850-c12c-4e4f-820a-c9cbd4919f1c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:16.493224 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d68e91a5-aa49-4562-bf95-1c718bfd57c3 req-b3aeb850-c12c-4e4f-820a-c9cbd4919f1c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 944 time: 0.0808985 Aug 11 16:37:16.504098 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] For port 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:37:16.514026 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039'] for port, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:16.516180 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-8ccad7d4-88be-40df-907d-35115a5a8644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:16.546123 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-d68e91a5-aa49-4562-bf95-1c718bfd57c3 req-674dc9e2-3eb0-408f-ad1b-323a360c58a4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473745 Aug 11 16:37:16.555288 dv-cinder-804265-1-iscsi neutron-server[79153]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'code': 200} Aug 11 16:37:16.590300 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Pushing event updated for resources: {'Port': ['ID=6fb7ae35-bc60-4ec3-9939-c186aba51c51,revision_number=5']} {{(pid=79153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:16.593144 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_concurrency.lockutils [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:16.842150 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb974b4-6555-479d-a10a-b3d8fdf0e86d req-f9ab5cd0-5a54-4b6e-8ff7-b1ee66ae4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:16.843541 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-abb974b4-6555-479d-a10a-b3d8fdf0e86d req-f9ab5cd0-5a54-4b6e-8ff7-b1ee66ae4601 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1098 time: 0.0703714 Aug 11 16:37:16.884278 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-abb974b4-6555-479d-a10a-b3d8fdf0e86d req-5f066a04-50b5-44a9-b3df-7d41d5d27094 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341272 Aug 11 16:37:17.735133 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b91425-3030-4625-9a24-d9f51114c4dd req-585cc1be-c5a7-49ff-bc98-66573cea52a2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:17.736495 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-06b91425-3030-4625-9a24-d9f51114c4dd req-585cc1be-c5a7-49ff-bc98-66573cea52a2 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 945 time: 0.0832927 Aug 11 16:37:17.781871 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-06b91425-3030-4625-9a24-d9f51114c4dd req-c9d99594-5957-40d2-9fe6-d0e4cfe87eea tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392532 Aug 11 16:37:18.976739 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d3c3-ba32-4e21-b5ef-5deaa6bacf83 req-46527b87-fdfa-4ad9-a780-3685d70e862e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:18.981141 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3943d3c3-ba32-4e21-b5ef-5deaa6bacf83 req-46527b87-fdfa-4ad9-a780-3685d70e862e tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 945 time: 0.0849390 Aug 11 16:37:19.022860 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3943d3c3-ba32-4e21-b5ef-5deaa6bacf83 req-9ddd3357-cdd6-4643-bd94-baf13ec239f9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Aug 11 16:37:19.351948 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54417b6-85bc-406c-89b1-475e527fe405 req-a25b3dc4-128d-4c09-a14e-23dfe4d0297b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:19.354278 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f54417b6-85bc-406c-89b1-475e527fe405 req-a25b3dc4-128d-4c09-a14e-23dfe4d0297b tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 945 time: 0.0852044 Aug 11 16:37:19.405209 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-f54417b6-85bc-406c-89b1-475e527fe405 req-ff5ea63e-a005-4b46-bc53-5f89c48e20dc tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Aug 11 16:37:19.432726 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40156) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:37:19.512180 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae85666-c249-4ab6-aabf-11365ca48186 tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:19.513704 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-aae85666-c249-4ab6-aabf-11365ca48186 tempest-TestVolumeBootPattern-565271916 tempest-TestVolumeBootPattern-565271916-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1093 time: 0.0799768 Aug 11 16:37:19.516755 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 40160) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:37:19.522090 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.base [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Request body: {'floatingip': {'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'port_id': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:37:19.528329 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:37:19.532210 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Usage tracker for resource:floatingip and tenant:1f2a582b1d6443b18e214eaa4a9ffc85 is out of sync, need to count used quota {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:37:19.535363 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79151) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:37:19.542642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.quota.driver [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79151) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:37:19.553574 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:19.689091 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:19.823577 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.db_base_plugin_common [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Allocated IP 172.27.0.190 (8c2a4b30-49c1-451e-a923-0433d5530612/86cc7ae2-c943-468f-82e7-371ef5f7811d/86c65594-9889-4ada-9ae4-9c6519e413dc) {{(pid=79151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:37:19.968515 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:19.997177 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774153607976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:20.001865 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3579de07-c1e2-46b0-996d-611b8de6aabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:20.059645 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Network 8c2a4b30-49c1-451e-a923-0433d5530612 is already hosted by enough agents. {{(pid=79151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:37:20.062409 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.base_scheduler [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Resources bound (agent type, host, resource id): {{(pid=79151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:37:20.066616 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Received port after_create {{(pid=79151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:37:20.114172 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=86c65594-9889-4ada-9ae4-9c6519e413dc,revision_number=1']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:20.117969 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:20.486539 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:20.561579 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3461649'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:20.852982 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:20.857427 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774154075971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774153607994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774153608039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7228716'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:20.860927 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6cfc6079-1846-4522-9408-6251fd5f48e8 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:37:20.967261 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event updated for resources: {'Port': ['ID=86c65594-9889-4ada-9ae4-9c6519e413dc,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:37:20.972045 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:37:20.978647 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671535'] for floatingip, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:21.151101 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.db.l3_db [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Floating IP 11d15523-f639-4577-a9c0-dc751ebacf50 associated. External IP: 172.27.0.190, port: 6fb7ae35-bc60-4ec3-9939-c186aba51c51. Aug 11 16:37:21.499708 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:37:21.689160 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:37:21.698272 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:37:21.708365 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:37:21.709191 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:37:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:37:21.714456 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:21.768413 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-afed1d29-f82b-435d-a3a3-fc3ed78bc0ba tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2500768 Aug 11 16:37:21.769067 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:37:21.814367 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'status': 'completed', 'code': 200} Aug 11 16:37:21.889599 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:37:21.931366 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-8623574f-547a-4f05-a73c-c3e7aa251799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:21.932880 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-8623574f-547a-4f05-a73c-c3e7aa251799 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1098 time: 0.0740440 Aug 11 16:37:22.067228 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-5c9c6c94-8a18-412e-863a-f070339a4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:22.068693 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-5c9c6c94-8a18-412e-863a-f070339a4ae2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1299257 Aug 11 16:37:22.172373 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-a8d0ec4e-9125-4824-9cfa-75eb08ae5871 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 200 len: 999 time: 0.0972276 Aug 11 16:37:22.241061 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '11d15523-f639-4577-a9c0-dc751ebacf50', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:d1:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:37:20Z', 'updated_at': '2021-08-11T16:37:20Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}, {'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:24Z', 'revision_number': 1, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:37:22.245139 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:37:22.254549 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:37:22.255223 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:37:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:37:22.342081 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-f929bc13-d62e-46c7-8b31-c326651af190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:22.343455 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-f929bc13-d62e-46c7-8b31-c326651af190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.1646154 Aug 11 16:37:22.420483 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-a81aa6c7-de5a-497d-924b-39319c754a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:22.421925 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-a81aa6c7-de5a-497d-924b-39319c754a46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723548 Aug 11 16:37:22.438661 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:37:22.555593 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-00af9bd0-6795-4882-86fc-9244793783d1 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260989 Aug 11 16:37:22.691185 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-2cb7643a-5f79-4d5c-a883-2032112662b7 req-f6f23a46-87ea-49d0-a3f1-43055f63ea36 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297657 Aug 11 16:37:22.820119 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '11d15523-f639-4577-a9c0-dc751ebacf50', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:d1:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:37:20Z', 'updated_at': '2021-08-11T16:37:20Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}, {'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:24Z', 'revision_number': 1, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:37:22.824004 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506cdfa0-c6aa-4769-acfe-0d4343be2901 None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '11d15523-f639-4577-a9c0-dc751ebacf50', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:d1:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:37:20Z', 'updated_at': '2021-08-11T16:37:20Z', 'revision_number': 0, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}, {'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:24Z', 'revision_number': 1, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:37:23.009862 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dba629-7b9d-490a-bfff-0d29a04e7887 None None] New status for floating IP 11d15523-f639-4577-a9c0-dc751ebacf50: ACTIVE {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:37:26.352753 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:33.611404 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-84a27f39-67a9-4746-a296-ca8c7d22d038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:34.053093 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:36.363799 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8f5f54b9-f2fc-4399-82ff-d6fb3502d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:37.248289 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:38.538634 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:37:38.949302 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:37:39.466966 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-d132c929-d9b7-44cf-8e6f-9dd48dad3d23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684919 Aug 11 16:37:39.629239 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-27946788-3f1b-44eb-b73e-6f1d46b7846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:39.630770 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-27946788-3f1b-44eb-b73e-6f1d46b7846d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0756285 Aug 11 16:37:39.778097 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-9ca7598f-91ed-44e9-a1f7-7f112d02f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:39.779561 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-9ca7598f-91ed-44e9-a1f7-7f112d02f42d service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1284888 Aug 11 16:37:39.884904 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-5f8e0675-5062-48c8-8301-7c54e40e1724 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 1001 time: 0.0983353 Aug 11 16:37:39.948863 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-69dd366a-7e00-4df7-bd30-33802672a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:39.950333 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-69dd366a-7e00-4df7-bd30-33802672a12d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0591159 Aug 11 16:37:40.026216 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-dd0e3d0b-6fc0-4b1f-abd2-a15e325e8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:37:40.027748 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-dd0e3d0b-6fc0-4b1f-abd2-a15e325e8f40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701773 Aug 11 16:37:40.157475 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-7c58ce05-8dfc-4fad-9db5-93f81a17f85f service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224020 Aug 11 16:37:40.289965 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-6b005f6f-cca6-4605-bf71-b3aecd5c7325 req-6fe5ab22-0065-4efb-92c4-28f32adad97d service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236129 Aug 11 16:37:56.348716 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:03.613374 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-02ad6b06-baa2-4ccf-82d7-01bdb0edc73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:04.055637 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:06.365392 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a0e99f37-7cb5-415a-a3ee-15ad8fe6a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:07.251580 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:08.548519 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:15.949275 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:38:26.365126 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:33.653674 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-bf79be3c-0a14-4f5a-8ac8-1da9843c4086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:34.060660 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:36.367776 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-896c86cc-49d9-4094-bc96-b29e41690983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:37.253372 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:38.546975 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:40.466164 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-c595a92c-df96-4914-8d77-313b7ac2a553 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762653 Aug 11 16:38:40.569339 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-b5b3c4d7-7e2d-42dc-b5db-69605211039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:40.570845 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-b5b3c4d7-7e2d-42dc-b5db-69605211039d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1098 time: 0.0705657 Aug 11 16:38:40.717307 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-8e6ab226-8e66-4223-9e90-f21256446479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:40.718979 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-8e6ab226-8e66-4223-9e90-f21256446479 service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.1300964 Aug 11 16:38:40.919706 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-1a7a80d4-e267-4c03-bb1a-a505c48fb69a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 200 len: 1001 time: 0.1944923 Aug 11 16:38:40.989399 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-21a03992-08a4-4589-aaba-c2d904ccf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:40.990827 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-21a03992-08a4-4589-aaba-c2d904ccf521 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0648143 Aug 11 16:38:41.070546 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-742d4ec6-ece5-4d6c-a01f-8afe80bfe021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:41.072050 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-742d4ec6-ece5-4d6c-a01f-8afe80bfe021 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752449 Aug 11 16:38:41.214601 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-d59db6a9-46b4-4957-b683-5b3c8a7a10e0 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358130 Aug 11 16:38:41.353383 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-cf2cf5cb-7a9d-4104-9a89-423dac481197 req-90d57ba6-8bb3-4962-ba69-9f5288620fdf service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326008 Aug 11 16:38:44.165639 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40196) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:38:44.475767 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Deleting port 86c65594-9889-4ada-9ae4-9c6519e413dc {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:38:44.476027 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:44.646184 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:44.646511 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:44.780715 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Calling delete_port for 86c65594-9889-4ada-9ae4-9c6519e413dc owned by network:floatingip {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:38:44.931815 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:44.935572 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:38:44.982342 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'Port': ['ID=86c65594-9889-4ada-9ae4-9c6519e413dc,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:38:45.021953 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.022327 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.022733 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.023101 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.023459 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.023817 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.024175 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.024527 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.024881 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.025231 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.025581 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.025937 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:45.029190 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:38:45.087576 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:45.087901 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.l3_db [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Floating IP 11d15523-f639-4577-a9c0-dc751ebacf50 disassociated (deleted). External IP: 172.27.0.190, port: 6fb7ae35-bc60-4ec3-9939-c186aba51c51. Aug 11 16:38:45.444266 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:38:45.626874 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:38:45.636122 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:38:45.646161 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:38:45.646826 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:38:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:45.647012 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:45.706935 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-e3e47762-19f5-493b-a0e9-b6a015084dcf tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "DELETE /v2.0/floatingips/11d15523-f639-4577-a9c0-dc751ebacf50 HTTP/1.1" status: 204 len: 168 time: 1.5400491 Aug 11 16:38:45.708129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:38:45.830245 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'status': 'completed', 'code': 200} Aug 11 16:38:45.835737 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:38:45.961572 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-7db53df7-c583-48af-ae44-6c56873fe414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:45.962999 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-7db53df7-c583-48af-ae44-6c56873fe414 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 1098 time: 0.0861790 Aug 11 16:38:46.200621 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:24Z', 'revision_number': 1, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:46.203654 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-aa0050e8-64c6-46b5-96ad-c22a590bd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:46.204738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:38:46.205112 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-aa0050e8-64c6-46b5-96ad-c22a590bd487 service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.2213073 Aug 11 16:38:46.213211 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:38:46.213763 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:38:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:46.275664 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c5f9-e83d-4128-aef1-2ad5cf6d190a req-f4bc34d5-7d83-4aa6-bd04-89cebaa256df tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:46.277426 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0246c5f9-e83d-4128-aef1-2ad5cf6d190a req-f4bc34d5-7d83-4aa6-bd04-89cebaa256df tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 945 time: 0.2500958 Aug 11 16:38:46.287373 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-0ec718fc-6c3c-4491-a58f-b1b2c15aa2c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 200 len: 217 time: 0.0745578 Aug 11 16:38:46.375694 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-0246c5f9-e83d-4128-aef1-2ad5cf6d190a req-3e453444-5bee-4026-a56d-708b78d1c930 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906112 Aug 11 16:38:46.382247 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-27733dc3-4532-4097-aa80-92c5efe68c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:46.383712 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-27733dc3-4532-4097-aa80-92c5efe68c96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0838611 Aug 11 16:38:46.393639 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:38:46.461635 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-d52d6e7b-fc6a-4ad1-a4a1-0f46daad54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:46.463149 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-d52d6e7b-fc6a-4ad1-a4a1-0f46daad54c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724421 Aug 11 16:38:46.604139 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-1978cfea-9702-40bf-85f6-34f7955c0d5d service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328008 Aug 11 16:38:46.742842 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-8befa462-2419-47a3-9428-33c13c1f2c46 req-d53ee39a-0141-4342-a60c-4553e6265321 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310606 Aug 11 16:38:46.807700 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:24Z', 'revision_number': 1, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:46.811541 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efd403-9f28-4af6-866a-6099c5905d42 None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_floatingips': [{'id': '7305e14b-ed7e-48c5-ba2a-e918ba18d2c7', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'router_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'port_id': '7409492c-67b5-4611-b9a6-098725917a50', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'mac_address': 'fa:16:3e:6a:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:35:21Z', 'updated_at': '2021-08-11T16:35:24Z', 'revision_number': 1, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:38:47.017727 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9401a-4f60-450e-8957-63ecad7999ec None None] New status for floating IP 11d15523-f639-4577-a9c0-dc751ebacf50: DOWN {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:38:47.563968 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b347510-6f73-4ed8-9117-28e96336a31e req-cbb301aa-f58f-4a6b-95ff-72819a529806 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:47.564743 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-2b347510-6f73-4ed8-9117-28e96336a31e req-cbb301aa-f58f-4a6b-95ff-72819a529806 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:38:47.582034 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-2b347510-6f73-4ed8-9117-28e96336a31e req-cbb301aa-f58f-4a6b-95ff-72819a529806 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:38:47.583493 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2b347510-6f73-4ed8-9117-28e96336a31e req-cbb301aa-f58f-4a6b-95ff-72819a529806 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 945 time: 0.1026590 Aug 11 16:38:47.629641 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2b347510-6f73-4ed8-9117-28e96336a31e req-15e22c20-6a81-430f-a1ec-86901002edd8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Aug 11 16:38:47.746254 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-b64029df-9d8d-4f72-9a9b-7881e778cd0d tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:47.747615 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-b64029df-9d8d-4f72-9a9b-7881e778cd0d tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 945 time: 0.0785818 Aug 11 16:38:47.822887 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Deleting port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:38:47.823222 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:48.163969 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] For port 6fb7ae35-bc60-4ec3-9939-c186aba51c51, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=6fb7ae35-bc60-4ec3-9939-c186aba51c51,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:38:48.164324 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:48.302908 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Calling delete_port for 6fb7ae35-bc60-4ec3-9939-c186aba51c51 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:38:48.445024 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:48.450517 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-799998b6-3b28-4d59-a1f0-8340a7c7aa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:38:48.499040 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'Port': ['ID=6fb7ae35-bc60-4ec3-9939-c186aba51c51,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:38:48.538246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.538488 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.538875 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.539230 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.539577 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.539924 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.540269 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.540614 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.540958 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.541300 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.541642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.541981 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:38:48.549690 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:38:48.587457 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] No DVR routers for this DVR port 6fb7ae35-bc60-4ec3-9939-c186aba51c51 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:38:48.589764 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:48.592241 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'name': 'network-vif-deleted', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:38:48.607846 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-5392905c-21c1-44a1-8f8f-7c32bbc1512b req-a6e1f1ad-6994-43cc-a85a-cc7b426d9aa1 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "DELETE /v2.0/ports/6fb7ae35-bc60-4ec3-9939-c186aba51c51 HTTP/1.1" status: 204 len: 173 time: 0.8531997 Aug 11 16:38:48.694173 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544c5b7f-5d8a-4e61-ac7b-799d5f9f1208', 'name': 'network-vif-deleted', 'tag': '6fb7ae35-bc60-4ec3-9939-c186aba51c51', 'status': 'completed', 'code': 200} Aug 11 16:38:48.900453 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-79ba21d6-5cfd-4057-9c65-def718db939c req-882c9deb-f5ce-4abd-ace2-f52371358d02 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=544c5b7f-5d8a-4e61-ac7b-799d5f9f1208 HTTP/1.1" status: 200 len: 210 time: 0.1613381 Aug 11 16:38:50.729938 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6fb7ae35-bc60-4ec3-9939-c186aba51c51 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:38:50.764814 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 6fb7ae35-bc60-4ec3-9939-c186aba51c51 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:38:50.765173 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 6fb7ae35-bc60-4ec3-9939-c186aba51c51 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:38:52.404159 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40232) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:38:52.610809 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Deleting port 1033b11b-1537-44cc-9929-3ad55a8928ac {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:38:52.611152 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:52.790260 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:52.790622 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:52.914909 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Calling delete_port for 1033b11b-1537-44cc-9929-3ad55a8928ac owned by network:floatingip {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:38:52.947394 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:38:53.070515 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:53.074129 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2546a2be-5944-46a2-ace9-834a994f3311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:38:53.118424 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'Port': ['ID=1033b11b-1537-44cc-9929-3ad55a8928ac,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:38:53.121685 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:38:53.214446 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:53.214811 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.db.l3_db [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Floating IP 7305e14b-ed7e-48c5-ba2a-e918ba18d2c7 disassociated (deleted). External IP: 172.27.0.109, port: 7409492c-67b5-4611-b9a6-098725917a50. Aug 11 16:38:53.585350 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:38:53.871871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:38:53.881719 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:38:53.888360 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:53.892780 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:38:53.893450 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:38:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:53.944858 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-f0ef3929-994c-472a-8e45-3c04a3185052 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "DELETE /v2.0/floatingips/7305e14b-ed7e-48c5-ba2a-e918ba18d2c7 HTTP/1.1" status: 204 len: 168 time: 1.5396016 Aug 11 16:38:53.945537 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'tag': '7409492c-67b5-4611-b9a6-098725917a50'}] {{(pid=79152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:38:53.993525 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'tag': '7409492c-67b5-4611-b9a6-098725917a50', 'status': 'completed', 'code': 200} Aug 11 16:38:54.087803 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:38:54.125675 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-fa0f6283-fd87-41eb-86f5-23a3c004d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:54.128490 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-fa0f6283-fd87-41eb-86f5-23a3c004d972 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 1098 time: 0.0889072 Aug 11 16:38:54.347569 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-c822493a-fc2a-49be-9611-978a77d4e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:54.349285 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-c822493a-fc2a-49be-9611-978a77d4e401 service neutron] 10.222.0.39 "GET /v2.0/networks?id=044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 200 len: 912 time: 0.2149379 Aug 11 16:38:54.419725 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:54.423912 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-3b0a82b4-9559-4dc5-8f03-f200d166f528 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 200 len: 217 time: 0.0676780 Aug 11 16:38:54.424487 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:38:54.433061 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:38:54.433669 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:38:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:54.436012 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce79ce5-3ae1-47e8-b8f7-a7626e596935 req-f60e11e8-b012-430c-be7b-daa74529f1f9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:54.436724 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-3ce79ce5-3ae1-47e8-b8f7-a7626e596935 req-f60e11e8-b012-430c-be7b-daa74529f1f9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:38:54.508479 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource [req-3ce79ce5-3ae1-47e8-b8f7-a7626e596935 req-f60e11e8-b012-430c-be7b-daa74529f1f9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79151) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:38:54.509681 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3ce79ce5-3ae1-47e8-b8f7-a7626e596935 req-f60e11e8-b012-430c-be7b-daa74529f1f9 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 945 time: 0.2487409 Aug 11 16:38:54.513106 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-76723f74-c94c-4164-943c-ae7764979d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:54.514469 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-76723f74-c94c-4164-943c-ae7764979d5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 200 len: 850 time: 0.0738811 Aug 11 16:38:54.607909 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-3ce79ce5-3ae1-47e8-b8f7-a7626e596935 req-45a51b38-6174-42f2-b087-f4f59c207a47 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906348 Aug 11 16:38:54.615148 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:38:54.633033 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-f9ab709d-8fcd-49a2-a0a3-bf9e8732004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:54.633033 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-f9ab709d-8fcd-49a2-a0a3-bf9e8732004f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=044024ba-f3a2-4b91-93f3-a57d65da070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992765 Aug 11 16:38:54.764975 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-d49acfc9-30e6-4c26-bca1-ad2b649c10b5 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277590 Aug 11 16:38:54.908298 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-68f687d4-3708-4a7e-9f1e-ffd1cd82072f req-5caa799d-0825-47d8-9a12-7c8867602195 service neutron] 10.222.0.39 "GET /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348970 Aug 11 16:38:54.938782 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:38:54.942812 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945ee09-b612-4aa1-a885-a8ed41bc16cc None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:32:02Z', 'revision_number': 4, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi', '_interfaces': [{'id': '874d7b56-1807-4787-87b0-6c5dfed832f4', 'name': '', 'network_id': '044024ba-f3a2-4b91-93f3-a57d65da070c', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'mac_address': 'fa:16:3e:63:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:02Z', 'updated_at': '2021-08-11T16:32:09Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'subnets': [{'id': 'aca10147-7d77-4f23-883b-c5087a95cedd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:38:55.161170 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e505eee-83bd-4669-9c3e-eaea9d3bd4a3 None None] New status for floating IP 7305e14b-ed7e-48c5-ba2a-e918ba18d2c7: DOWN {{(pid=79154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:38:55.806432 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaea63-6189-48f8-bb43-898bc050b28a req-3b862c02-68ed-43a7-a174-b7fd5046e44f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:55.807155 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-2adaea63-6189-48f8-bb43-898bc050b28a req-3b862c02-68ed-43a7-a174-b7fd5046e44f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Synchronizing usage tracker for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79152) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:38:55.819592 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.quota.resource [req-2adaea63-6189-48f8-bb43-898bc050b28a req-3b862c02-68ed-43a7-a174-b7fd5046e44f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Unset dirty status for tenant:1f2a582b1d6443b18e214eaa4a9ffc85 on resource:port {{(pid=79152) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:38:55.820741 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2adaea63-6189-48f8-bb43-898bc050b28a req-3b862c02-68ed-43a7-a174-b7fd5046e44f tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0978055 Aug 11 16:38:55.868069 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-2adaea63-6189-48f8-bb43-898bc050b28a req-725abca4-7bef-417c-91cd-3b118d50b3ce tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebafa7ce-d279-4745-82c9-290d96a5da7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Aug 11 16:38:55.918938 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-dfcd3473-bf7b-4446-800f-c08858859457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:38:55.920269 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-dfcd3473-bf7b-4446-800f-c08858859457 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 945 time: 0.0808275 Aug 11 16:38:55.998331 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Deleting port 7409492c-67b5-4611-b9a6-098725917a50 {{(pid=79151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:38:55.998769 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:56.352246 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] For port 7409492c-67b5-4611-b9a6-098725917a50, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7409492c-67b5-4611-b9a6-098725917a50,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:38:56.352603 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:56.377395 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:56.486625 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Calling delete_port for 7409492c-67b5-4611-b9a6-098725917a50 owned by compute:nova {{(pid=79151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:38:56.635945 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7228725'] for port, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:56.641740 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fe3e3544-985d-4253-967a-e1158435917e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:38:56.686166 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'Port': ['ID=7409492c-67b5-4611-b9a6-098725917a50,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:38:56.689216 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:38:56.761593 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] No DVR routers for this DVR port 7409492c-67b5-4611-b9a6-098725917a50 on host hv-cinder-80426 {{(pid=79151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:38:56.763984 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for port, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:56.767419 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'name': 'network-vif-deleted', 'tag': '7409492c-67b5-4611-b9a6-098725917a50'}] {{(pid=79151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:38:56.782986 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [req-99bef2ea-59df-487f-a99f-d4af433c3512 req-fff6f039-1b44-4531-a385-9faabaf78ca8 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.39 "DELETE /v2.0/ports/7409492c-67b5-4611-b9a6-098725917a50 HTTP/1.1" status: 204 len: 173 time: 0.8567359 Aug 11 16:38:56.813746 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1', 'name': 'network-vif-deleted', 'tag': '7409492c-67b5-4611-b9a6-098725917a50', 'status': 'completed', 'code': 200} Aug 11 16:38:57.022745 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [req-845da72e-eff4-4a2f-a8d4-4b11713c0357 req-21a207d2-771e-489c-b596-fd4cb04ec0c4 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "GET /v2.0/ports?device_id=27bc77fa-f3a3-4f9c-a2d0-a90bfe35ddb1 HTTP/1.1" status: 200 len: 210 time: 0.0438287 Aug 11 16:38:58.117856 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40250) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:38:58.284293 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Deleting port cd35ffac-368f-4b01-8fb0-6eaea6aeccc8 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:38:58.284637 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:58.459689 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:58.459948 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:58.586484 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Calling delete_port for cd35ffac-368f-4b01-8fb0-6eaea6aeccc8 owned by network:floatingip {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:38:58.730787 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:58.735687 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-df2453de-4f53-4c9a-a0b2-6d5a1298ce8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:38:58.776611 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 7409492c-67b5-4611-b9a6-098725917a50 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:38:58.786729 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'Port': ['ID=cd35ffac-368f-4b01-8fb0-6eaea6aeccc8,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:38:58.818026 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] No Port match for: 7409492c-67b5-4611-b9a6-098725917a50 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:38:58.818385 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Device 7409492c-67b5-4611-b9a6-098725917a50 not bound to the agent host hv-cinder-80426 {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:38:58.820319 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:38:58.879417 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for floatingip, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:58.893288 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157283'] for floatingip, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:38:58.894424 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-2e4a6035-f8ed-4e70-aa46-d15e2e60d738 tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "DELETE /v2.0/floatingips/caf1d163-809d-4a3c-b540-5b744b2af70c HTTP/1.1" status: 204 len: 168 time: 0.7755363 Aug 11 16:39:00.285615 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40264) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:00.359407 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:00.388906 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:00.460830 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:00.464936 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-eecb389c-f6ed-41ba-a77f-62d02a64767e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:00.481735 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebafa7ce-d279-4745-82c9-290d96a5da7d,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:00.485270 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:00.505063 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] Notify callbacks [] for security_group, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:00.506727 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-eba06958-48f7-40fa-95c8-80263daa162c tempest-TestVolumeBootPattern-2129303603 tempest-TestVolumeBootPattern-2129303603-project] 10.222.0.18 "DELETE /v2.0/security-groups/ebafa7ce-d279-4745-82c9-290d96a5da7d HTTP/1.1" status: 204 len: 168 time: 0.2199297 Aug 11 16:39:00.562194 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40270) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:01.321390 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:01.669202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Deleting port 874d7b56-1807-4787-87b0-6c5dfed832f4 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:01.669458 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:01.838285 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] For port 874d7b56-1807-4787-87b0-6c5dfed832f4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=874d7b56-1807-4787-87b0-6c5dfed832f4,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:01.838660 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:01.963434 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Calling delete_port for 874d7b56-1807-4787-87b0-6c5dfed832f4 owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:02.139331 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:02.144307 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-7eebe985-7d3c-496c-83f9-017cbee76b35 tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:02.185978 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Pushing event deleted for resources: {'Port': ['ID=874d7b56-1807-4787-87b0-6c5dfed832f4,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:02.189586 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:02.455345 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:02.910173 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:39:03.089605 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:39:03.098116 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] Sync routers for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:39:03.104248 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-227a296f-0ebd-49a2-80e0-20d66c74b243 admin admin] 10.222.0.18 "PUT /v2.0/routers/1c8948cf-3017-4d2a-bb51-ab57f068ac79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5384164 Aug 11 16:39:03.104575 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40276) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:03.107584 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:39:03.108211 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:38:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:03.295044 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:03.328610 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:39:03.481971 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:03.496311 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Deleting port e700b355-915b-4dd0-92c9-bb130f453518 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:03.497235 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:03.629090 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-14e6781f-76e7-4853-abee-75a38ec1b405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:03.662363 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:39:02Z', 'revision_number': 5, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port': {'id': 'e700b355-915b-4dd0-92c9-bb130f453518', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:31:59Z', 'updated_at': '2021-08-11T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:03.666302 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] Checking router: 1c8948cf-3017-4d2a-bb51-ab57f068ac79 for host: dv-cinder-804265-1-iscsi {{(pid=79153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:39:03.676222 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] Routers {'1c8948cf-3017-4d2a-bb51-ab57f068ac79'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:39:03.676857 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:38:36Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'], 'active': True} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:03.685577 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] For port e700b355-915b-4dd0-92c9-bb130f453518, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=e700b355-915b-4dd0-92c9-bb130f453518,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:03.685930 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:03.809232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Calling delete_port for e700b355-915b-4dd0-92c9-bb130f453518 owned by network:router_gateway {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:03.831187 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_dvr_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] Set router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 gateway port host: None {{(pid=79153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:39:03.948919 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.db.l3_hamode_db [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:39:03Z', 'revision_number': 6, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:03.954603 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf49c3b-9909-482f-96ef-b73330950216 None None] The sync data for ids ['1c8948cf-3017-4d2a-bb51-ab57f068ac79'] in dv-cinder-804265-1-iscsi is: [{'id': '1c8948cf-3017-4d2a-bb51-ab57f068ac79', 'name': 'tempest-TestVolumeBootPattern-995244356-router', 'tenant_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:31:58Z', 'updated_at': '2021-08-11T16:39:03Z', 'revision_number': 6, 'project_id': '1f2a582b1d6443b18e214eaa4a9ffc85', 'gw_port_host': None}] {{(pid=79153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:39:04.074632 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.114385 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.117959 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-c7751e6c-b4cc-49bf-b594-b6eee5ce219e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:04.162364 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e700b355-915b-4dd0-92c9-bb130f453518,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:04.166007 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:04.259319 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.441392 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.443974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.471701 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.472307 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8948cf-3017-4d2a-bb51-ab57f068ac79 {{(pid=79152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:39:04.485419 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.486554 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-ef13e1ba-e97c-4479-a6fd-29f60e89c8d2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1c8948cf-3017-4d2a-bb51-ab57f068ac79 HTTP/1.1" status: 204 len: 168 time: 1.3810792 Aug 11 16:39:04.489093 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40280) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:04.558784 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Deleting subnet aca10147-7d77-4f23-883b-c5087a95cedd {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:39:04.562825 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.614446 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.698208 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.771904 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.775657 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-65dc54e1-c8a4-4467-bd85-e2f9990198ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:04.811926 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca10147-7d77-4f23-883b-c5087a95cedd,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:04.815248 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:04.816377 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.823270 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-3ccbd4ea-3405-4a13-8c02-aac55802d55d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aca10147-7d77-4f23-883b-c5087a95cedd HTTP/1.1" status: 204 len: 168 time: 0.3325601 Aug 11 16:39:04.825059 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40284) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:04.828996 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92ee78-8bea-4608-b169-948f911ee3c6 None None] Network 044024ba-f3a2-4b91-93f3-a57d65da070c requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:39:04.935689 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:04.947917 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Deleting port dda7641d-e380-4b0d-b64a-9cff7200a7d6 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:04.948259 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.113412 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] DHCP port deletion for 044024ba-f3a2-4b91-93f3-a57d65da070c request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:39:05.117973 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Deleting port dda7641d-e380-4b0d-b64a-9cff7200a7d6 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:05.118361 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.175974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] For port dda7641d-e380-4b0d-b64a-9cff7200a7d6, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=dda7641d-e380-4b0d-b64a-9cff7200a7d6,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:05.176414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.307756 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Calling delete_port for dda7641d-e380-4b0d-b64a-9cff7200a7d6 owned by network:dhcp {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:05.331178 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] For port dda7641d-e380-4b0d-b64a-9cff7200a7d6, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=dda7641d-e380-4b0d-b64a-9cff7200a7d6,segment=NetworkSegment(cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4),segment_id=cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:05.331579 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.386860 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.390738 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-364c0a05-1b20-4348-821a-e101ba27b63e tempest-AttachVolumeTestJSON-153722343 tempest-AttachVolumeTestJSON-153722343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:05.439091 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda7641d-e380-4b0d-b64a-9cff7200a7d6,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:05.442182 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:05.442990 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] No DVR routers for this DVR port dda7641d-e380-4b0d-b64a-9cff7200a7d6 on host dv-cinder-804265-1-iscsi {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:39:05.462938 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Calling delete_port for dda7641d-e380-4b0d-b64a-9cff7200a7d6 owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:05.540425 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 874d7b56-1807-4787-87b0-6c5dfed832f4 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:39:05.584656 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 874d7b56-1807-4787-87b0-6c5dfed832f4 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:39:05.584912 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 874d7b56-1807-4787-87b0-6c5dfed832f4 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:39:05.585332 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device dda7641d-e380-4b0d-b64a-9cff7200a7d6 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:39:05.627119 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: dda7641d-e380-4b0d-b64a-9cff7200a7d6 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:39:05.627469 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device dda7641d-e380-4b0d-b64a-9cff7200a7d6 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:39:05.627893 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e700b355-915b-4dd0-92c9-bb130f453518 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:39:05.665534 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: e700b355-915b-4dd0-92c9-bb130f453518 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:39:05.665893 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e700b355-915b-4dd0-92c9-bb130f453518 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:39:05.682578 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.691190 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:39:05.691737 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:39:05.696425 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044024ba-f3a2-4b91-93f3-a57d65da070c']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:05.710066 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:05.710366 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd036cc-cf02-4d58-ab4a-a5aac79aa9f4') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:05.721792 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.739274 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.745528 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:39:05.745876 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:39:05.759600 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:39:05.836839 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.840361 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:05.853433 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:05.865277 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Pushing event deleted for resources: {'Network': ['ID=044024ba-f3a2-4b91-93f3-a57d65da070c,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:05.869256 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:05.878216 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-62dc8f66-0741-4ed4-aa7f-31a92e57cb21 admin admin] 10.222.0.18 "DELETE /v2.0/networks/044024ba-f3a2-4b91-93f3-a57d65da070c HTTP/1.1" status: 204 len: 168 time: 1.0522144 Aug 11 16:39:05.881107 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40290) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:06.192748 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Deleting port dda7641d-e380-4b0d-b64a-9cff7200a7d6 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:06.193303 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:06.263763 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c4c6-ec21-46cd-b210-2a5f3d318feb None None] The port 'dda7641d-e380-4b0d-b64a-9cff7200a7d6' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:39:06.370170 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-e0194c29-c7e0-4593-aabd-8eb4a0a1bd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:06.438423 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733598'] for router_interface, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:06.799252 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Deleting port e57c913c-7493-4487-af90-5335a43d53a4 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:06.799932 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:06.985051 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] For port e57c913c-7493-4487-af90-5335a43d53a4, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=e57c913c-7493-4487-af90-5335a43d53a4,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:06.985404 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:07.237458 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Calling delete_port for e57c913c-7493-4487-af90-5335a43d53a4 owned by network:router_interface {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:07.257540 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:07.430942 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:07.434645 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-8b7742ea-19d9-486f-ade4-ef1ae0119f07 tempest-AttachVolumeShelveTestJSON-274070740 tempest-AttachVolumeShelveTestJSON-274070740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:07.481509 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57c913c-7493-4487-af90-5335a43d53a4,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:07.485135 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:07.761272 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733538'] for router_interface, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:08.125918 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 has already been hosted by L3 agent c2059dce-3194-44c2-9a78-3fdea4e65687 {{(pid=79152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:39:08.308381 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-iscsi the message routers_updated {{(pid=79152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:39:08.317866 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] Sync routers for ids ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'] in dv-cinder-804265-1-iscsi {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:39:08.325507 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-702cbfc0-450b-4d7e-a744-810bff690225 admin admin] 10.222.0.18 "PUT /v2.0/routers/749fe161-1624-4d3a-b6b6-bf52f1aa5e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433918 Aug 11 16:39:08.328730 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40294) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:08.332401 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] Routers {'749fe161-1624-4d3a-b6b6-bf52f1aa5e95'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:39:08.333023 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:39:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:08.507667 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:08.511002 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] Set router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 gateway port host: dv-cinder-804265-1-iscsi {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:39:08.553754 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:08.804131 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:08.810577 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'external_fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:39:07Z', 'revision_number': 5, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port': {'id': 'f93c0c1e-a47f-4492-9dc0-90425fa9193d', 'name': '', 'network_id': '8c2a4b30-49c1-451e-a923-0433d5530612', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:32:06Z', 'updated_at': '2021-08-11T16:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86cc7ae2-c943-468f-82e7-371ef5f7811d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-iscsi'}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:08.815219 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Deleting port f93c0c1e-a47f-4492-9dc0-90425fa9193d {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:08.815410 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] Checking router: 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 for host: dv-cinder-804265-1-iscsi {{(pid=79154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:39:08.815569 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:08.823724 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] Routers {'749fe161-1624-4d3a-b6b6-bf52f1aa5e95'} bound to L3 agent in host dv-cinder-804265-1-iscsi {{(pid=79154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:39:08.824371 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T16:13:06Z,description=,heartbeat_timestamp=2021-08-11T16:39:06Z,host='dv-cinder-804265-1-iscsi',id=c2059dce-3194-44c2-9a78-3fdea4e65687,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:13:06Z,topic='l3_agent')) {'router_ids': ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'], 'active': True} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:08.998455 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] For port f93c0c1e-a47f-4492-9dc0-90425fa9193d, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=f93c0c1e-a47f-4492-9dc0-90425fa9193d,segment=NetworkSegment(00bf43f0-b728-44de-8273-0ba610bdff48),segment_id=00bf43f0-b728-44de-8273-0ba610bdff48)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:08.998833 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.002569 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_dvr_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] Set router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 gateway port host: None {{(pid=79154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:39:09.110235 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.l3_hamode_db [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:39:08Z', 'revision_number': 6, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port_host': None}], 'dv-cinder-804265-1-iscsi', False) {} {{(pid=79154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:09.114325 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3a034-3b49-4e75-8bcb-308f889bc043 None None] The sync data for ids ['749fe161-1624-4d3a-b6b6-bf52f1aa5e95'] in dv-cinder-804265-1-iscsi is: [{'id': '749fe161-1624-4d3a-b6b6-bf52f1aa5e95', 'name': 'tempest-TestVolumeBootPattern-1020561389-router', 'tenant_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:32:05Z', 'updated_at': '2021-08-11T16:39:08Z', 'revision_number': 6, 'project_id': 'e6e5a6b23937421b886ac7fb0ef9ae67', 'gw_port_host': None}] {{(pid=79154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:39:09.125230 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Calling delete_port for f93c0c1e-a47f-4492-9dc0-90425fa9193d owned by network:router_gateway {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:09.299385 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.302899 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:09.348893 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f93c0c1e-a47f-4492-9dc0-90425fa9193d,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:09.379343 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:09.442415 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1671435'] for router_gateway, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.621945 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1602'] for router, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.624265 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.646820 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735761'] for router, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.647232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 749fe161-1624-4d3a-b6b6-bf52f1aa5e95 {{(pid=79152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:39:09.659337 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] Notify callbacks [] for router, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.660455 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-24365480-2090-410f-a0ca-c184c8b4aac5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/749fe161-1624-4d3a-b6b6-bf52f1aa5e95 HTTP/1.1" status: 204 len: 168 time: 1.3307664 Aug 11 16:39:09.662979 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40298) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:09.722790 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.db_base_plugin_v2 [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Deleting subnet 79d1dad1-fe5d-47a5-8a40-e42050c088a7 {{(pid=79152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:39:09.725782 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.777512 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6516579'] for subnet, precommit_delete_associations {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.855008 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554487'] for subnet, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.883193 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e57c913c-7493-4487-af90-5335a43d53a4 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:39:09.920594 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: e57c913c-7493-4487-af90-5335a43d53a4 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:39:09.921501 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device e57c913c-7493-4487-af90-5335a43d53a4 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:39:09.950751 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6652342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7115905'] for subnet, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:09.958497 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-6a7689b8-9575-4927-bbcc-8bf7065db069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:09.998197 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d1dad1-fe5d-47a5-8a40-e42050c088a7,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:10.001435 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:10.002514 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for subnet, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.007454 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d370ed6-0971-4be5-8fee-279ee7d35065 None None] Network 37acf7d6-e87c-4326-90b6-bd96d7a5b356 requested from dv-cinder-804265-1-iscsi {{(pid=79153) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:39:10.011043 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-becf11fc-35a4-4d09-a15c-b5029011e44d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79d1dad1-fe5d-47a5-8a40-e42050c088a7 HTTP/1.1" status: 204 len: 168 time: 0.3447819 Aug 11 16:39:10.011410 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [-] (79152) accepted ('10.222.0.18', 40302) {{(pid=79152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:10.230871 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3414134'] for network, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.247210 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Deleting port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 {{(pid=79152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:10.247550 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.274960 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] DHCP port deletion for 37acf7d6-e87c-4326-90b6-bd96d7a5b356 request from dv-cinder-804265-1-iscsi {{(pid=79153) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:39:10.279780 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Deleting port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:10.280197 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.460975 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.db [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] For port 4e88bd72-93ba-4d6c-af74-ae5e2305e622, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=4e88bd72-93ba-4d6c-af74-ae5e2305e622,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:10.461594 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.489156 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.db [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] For port 4e88bd72-93ba-4d6c-af74-ae5e2305e622, host dv-cinder-804265-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-iscsi',level=0,port_id=4e88bd72-93ba-4d6c-af74-ae5e2305e622,segment=NetworkSegment(7c98fd6f-37e2-44ff-a630-9a49a3f64e08),segment_id=7c98fd6f-37e2-44ff-a630-9a49a3f64e08)] {{(pid=79153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:39:10.489632 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1675245'] for port, precommit_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.591413 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.plugin [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Calling delete_port for 4e88bd72-93ba-4d6c-af74-ae5e2305e622 owned by network:dhcp {{(pid=79152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:10.626830 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Calling delete_port for 4e88bd72-93ba-4d6c-af74-ae5e2305e622 owned by network:dhcp {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:39:10.680004 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3465180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774154075980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774153607985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6652389'] for port, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.684974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:10.704962 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.db.api [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:39:10.705316 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG oslo_db.api [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:39:10.730232 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e88bd72-93ba-4d6c-af74-ae5e2305e622,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:10.732551 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:10.735794 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] No DVR routers for this DVR port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 on host dv-cinder-804265-1-iscsi {{(pid=79152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:39:10.852891 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3547212', 'neutron.services.segments.db._delete_segments_for_network-8774154092189'] for network, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.866065 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37acf7d6-e87c-4326-90b6-bd96d7a5b356']}} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:10.878903 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c98fd6f-37e2-44ff-a630-9a49a3f64e08') {'for_net_delete': True} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:10.879202 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.services.segments.db [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c98fd6f-37e2-44ff-a630-9a49a3f64e08') {} {{(pid=79152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:39:10.890641 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774154088439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6516604'] for segment, before_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.907793 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3552397'] for segment, precommit_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.914407 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=79152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:39:10.914900 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3552388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6652368'] for segment, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: Traceback (most recent call last): Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: timer() Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: cb(*args, **kw) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: return func(*args, **kwargs) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: self._notify() Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: self.callback(batched_events) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: event.method(event) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: return f(self, *a, **k) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._get(url).json() Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: return self.request(url, 'GET', **kwargs) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:39:10.933419 dv-cinder-804265-1-iscsi neutron-server[79152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:39:11.010325 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3547189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671446'] for network, after_delete {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.014151 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:11.027798 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron_lib.callbacks.manager [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586335'] for network, before_response {{(pid=79152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.037974 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=37acf7d6-e87c-4326-90b6-bd96d7a5b356,revision_number=None']} {{(pid=79152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:11.042136 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG oslo_concurrency.lockutils [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:11.045653 dv-cinder-804265-1-iscsi neutron-server[79152]: INFO neutron.wsgi [None req-45bef724-c679-41f0-9070-572dee4c3a48 admin admin] 10.222.0.18 "DELETE /v2.0/networks/37acf7d6-e87c-4326-90b6-bd96d7a5b356 HTTP/1.1" status: 204 len: 168 time: 1.0334489 Aug 11 16:39:11.164415 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 40308) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:11.206422 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Deleting port 4e88bd72-93ba-4d6c-af74-ae5e2305e622 {{(pid=79153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:39:11.206981 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774154070312'] for port, before_delete {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.213576 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-edf0373d-7dae-46fa-8ce6-b5e0662a5746 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f2a582b1d6443b18e214eaa4a9ffc85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479138 Aug 11 16:39:11.215906 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 40312) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:11.271788 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d7478-e6a9-4346-a28d-5faba83e8f91 None None] The port '4e88bd72-93ba-4d6c-af74-ae5e2305e622' was deleted {{(pid=79153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:39:11.275116 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.307694 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.367670 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.371554 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-3f7d679b-fbc8-448f-b1c1-8646ec30b085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:11.385031 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3999f746-6bfd-489f-afbc-de788d7b0818,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:11.388660 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:11.394236 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.395400 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-fedf1c85-458e-4e5c-82ce-be2e36b2350e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3999f746-6bfd-489f-afbc-de788d7b0818 HTTP/1.1" status: 204 len: 168 time: 0.1785915 Aug 11 16:39:11.524013 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 4e88bd72-93ba-4d6c-af74-ae5e2305e622 no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:39:11.568452 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: 4e88bd72-93ba-4d6c-af74-ae5e2305e622 {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:39:11.568818 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device 4e88bd72-93ba-4d6c-af74-ae5e2305e622 not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:39:11.569343 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device f93c0c1e-a47f-4492-9dc0-90425fa9193d no longer exists at agent ovs-agent-dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:39:11.602907 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.plugin [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] No Port match for: f93c0c1e-a47f-4492-9dc0-90425fa9193d {{(pid=79153) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:39:11.603271 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron.plugins.ml2.rpc [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Device f93c0c1e-a47f-4492-9dc0-90425fa9193d not bound to the agent host dv-cinder-804265-1-iscsi {{(pid=79153) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:39:11.741079 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 40320) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:11.791679 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-f9649e1c-7796-453e-b84a-84c764e1bef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6e5a6b23937421b886ac7fb0ef9ae67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494308 Aug 11 16:39:11.794008 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [-] (79151) accepted ('10.222.0.18', 40324) {{(pid=79151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:39:11.854462 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.883241 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.937010 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1794882'] for security_group, after_delete {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.940716 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-fbe9269e-356c-45b5-b728-66e2089dfa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:39:11.952285 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feba3bf-c3df-434a-bfc3-77f082892d32,revision_number=None']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:39:11.956332 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:39:11.959918 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:11.963513 dv-cinder-804265-1-iscsi neutron-server[79151]: INFO neutron.wsgi [None req-5a1b6c98-57aa-48a4-93bd-70f342eb1384 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1feba3bf-c3df-434a-bfc3-77f082892d32 HTTP/1.1" status: 204 len: 168 time: 0.1662016 Aug 11 16:39:26.377231 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:28.859642 dv-cinder-804265-1-iscsi neutron-server[79151]: DEBUG neutron.wsgi [req-907af916-523a-4a73-a7e7-d1bb921cff6a req-6a233827-0211-4673-8a9d-5bfc7e8549e4 service neutron] (79151) timed out ('10.222.0.39', 58098) {{(pid=79151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 11 16:39:29.126414 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [req-b67fb155-592e-45f5-ad18-b5a3a46321f6 req-24cb9147-db97-410b-8ddd-a53c9a234d08 service neutron] (79152) timed out ('10.222.0.39', 58408) {{(pid=79152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 11 16:39:29.946288 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:39:33.621465 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-efd190f8-c802-4432-bf78-49df5b729ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:34.068738 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:36.373954 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7e51a122-a830-4128-a4a5-4d66b5772d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:37.260707 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:38.554127 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:39:56.392010 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:03.624425 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0dd6470c-273a-4a44-8184-4e3ac0689ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:04.070763 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:06.377187 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b924d9e6-e45a-4661-aa4f-ec0a338c6841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:06.945228 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:40:07.267714 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:08.555074 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:26.406678 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:33.004302 dv-cinder-804265-1-iscsi neutron-server[79152]: DEBUG neutron.wsgi [req-fd41e5b7-b5dd-474e-aaa2-d8f9222b6470 req-17bcde9c-3432-4ae0-870e-e8f8a08ad176 tempest-AttachVolumeNegativeTest-1024922450 tempest-AttachVolumeNegativeTest-1024922450-project] (79152) timed out ('10.222.0.39', 58124) {{(pid=79152) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 11 16:40:33.628699 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0e55ae39-0c82-4353-b2cb-6906cd1906d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:34.073827 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:36.377714 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-b85e1c93-28dc-48d2-b1fa-31428d494047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:37.265867 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:38.557819 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:40:43.944865 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:40:56.405041 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:03.631455 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-74863752-461a-479d-99ca-776cf99ea200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:04.075072 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:06.380519 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fc06d70f-f2a6-4101-b15c-37e6a45ec32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:07.268813 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:08.560310 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:20.944170 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:41:26.421535 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:33.633542 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fb24-62e9-4c43-aeb7-9106b3f95410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:34.078203 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:36.380821 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-ea005226-f449-46f3-8fc0-8d690a61e6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:37.271154 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:38.563985 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:56.419354 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:41:57.943236 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:42:03.635848 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d85bfab-3965-4447-9dbb-4f647c655a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:04.081000 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:06.383516 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce46e-ea7b-4cbf-9ab0-090001054d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:07.273467 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:08.569667 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:26.434777 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:33.637567 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-30a1d5c6-70a4-420c-996c-c99086bd66ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:34.084766 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:34.943216 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:42:36.384897 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-a82c947b-5f60-43a0-a263-cd9b35e59992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:37.276624 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:38.569033 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:42:56.435041 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:03.642462 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-23729df3-583a-43e8-8552-5df41058fcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:04.087178 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:06.387032 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9142c992-1ff5-431a-b099-51dae28b4b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:07.280583 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:08.571489 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:11.942013 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:43:26.447051 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:33.645834 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-bb2df409-f083-4fe0-84c3-e8c82e3c39a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:34.089824 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:36.388585 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0acb3a93-1eee-46af-9797-3c35b6928fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:37.283207 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:38.573101 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:43:48.941440 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:43:56.461762 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:44:03.647296 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-7488b16f-dc12-4496-853b-4f61ef722d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:44:04.092886 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-0c81e69c-e1c7-4538-930a-04d0db5e231a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:44:06.390938 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-18a01932-f033-4954-a794-c88b48b7e86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:44:07.286998 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-9775e1a8-5229-47e2-a934-60a679140dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:44:08.578975 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-fd1db1df-c989-4fde-a5bc-4a2a5020994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:44:25.941196 dv-cinder-804265-1-iscsi neutron-server[79154]: DEBUG neutron.db.agents_db [None req-c5429bde-02a3-41c3-9a68-96c6e9c413d2 None None] Agent healthcheck: found 6 active agents {{(pid=79154) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:44:26.461043 dv-cinder-804265-1-iscsi neutron-server[79153]: DEBUG neutron_lib.callbacks.manager [None req-6d0fb91b-62ab-4d34-81c6-f827f00d1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774154092171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549814'] for agent, after_update {{(pid=79153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}